[ 568.485217] env[70059]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70059) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.485601] env[70059]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70059) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.485776] env[70059]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70059) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 568.486017] env[70059]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 568.584665] env[70059]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70059) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 568.594587] env[70059]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70059) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 568.637269] env[70059]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 569.196058] env[70059]: INFO nova.virt.driver [None req-8ef9f8b0-057d-4538-88b6-2c6abf28fcf3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 569.266095] env[70059]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.266297] env[70059]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.266342] env[70059]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70059) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 572.509696] env[70059]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f4d19ca9-452d-4368-89b0-bf9c4d62022d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.526137] env[70059]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70059) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 572.526256] env[70059]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9f6019c0-3825-4d4d-af10-3ba35236c2c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.556647] env[70059]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 2a83d. [ 572.556788] env[70059]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.291s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.557356] env[70059]: INFO nova.virt.vmwareapi.driver [None req-8ef9f8b0-057d-4538-88b6-2c6abf28fcf3 None None] VMware vCenter version: 7.0.3 [ 572.560804] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781dc528-bb15-450b-abdd-08fdc8f75611 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.578870] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86da66e-5d30-496d-aee7-ec4b2b7dc084 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.584951] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5435f924-8b40-4e9a-bdfc-78ea6d273331 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.591753] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab45e9-0e7f-4a25-b7f5-22fff5178b8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.604725] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0626ffe5-7c46-4d94-9d11-c20a16b23dc4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.610693] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88467ee-7453-4bd5-8293-64ef1b3f6630 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.641203] env[70059]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-98220ee2-9b80-4eae-9170-ed5c156a79cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.647239] env[70059]: DEBUG nova.virt.vmwareapi.driver [None req-8ef9f8b0-057d-4538-88b6-2c6abf28fcf3 None None] Extension org.openstack.compute already exists. {{(pid=70059) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 572.649977] env[70059]: INFO nova.compute.provider_config [None req-8ef9f8b0-057d-4538-88b6-2c6abf28fcf3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 573.153662] env[70059]: DEBUG nova.context [None req-8ef9f8b0-057d-4538-88b6-2c6abf28fcf3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d94880c3-0986-4f2e-b342-827070bf85c2(cell1) {{(pid=70059) load_cells /opt/stack/nova/nova/context.py:464}} [ 573.155832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.156069] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.156775] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.157218] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Acquiring lock "d94880c3-0986-4f2e-b342-827070bf85c2" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.157411] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Lock "d94880c3-0986-4f2e-b342-827070bf85c2" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.158427] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Lock "d94880c3-0986-4f2e-b342-827070bf85c2" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.179257] env[70059]: INFO dbcounter [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Registered counter for database nova_cell0 [ 573.187248] env[70059]: INFO dbcounter [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Registered counter for database nova_cell1 [ 573.190498] env[70059]: DEBUG oslo_db.sqlalchemy.engines [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70059) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 573.190870] env[70059]: DEBUG oslo_db.sqlalchemy.engines [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70059) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 573.196315] env[70059]: ERROR nova.db.main.api [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 573.196315] env[70059]: result = function(*args, **kwargs) [ 573.196315] env[70059]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 573.196315] env[70059]: return func(*args, **kwargs) [ 573.196315] env[70059]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 573.196315] env[70059]: result = fn(*args, **kwargs) [ 573.196315] env[70059]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 573.196315] env[70059]: return f(*args, **kwargs) [ 573.196315] env[70059]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 573.196315] env[70059]: return db.service_get_minimum_version(context, binaries) [ 573.196315] env[70059]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 573.196315] env[70059]: _check_db_access() [ 573.196315] env[70059]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 573.196315] env[70059]: stacktrace = ''.join(traceback.format_stack()) [ 573.196315] env[70059]: [ 573.197284] env[70059]: ERROR nova.db.main.api [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 573.197284] env[70059]: result = function(*args, **kwargs) [ 573.197284] env[70059]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 573.197284] env[70059]: return func(*args, **kwargs) [ 573.197284] env[70059]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 573.197284] env[70059]: result = fn(*args, **kwargs) [ 573.197284] env[70059]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 573.197284] env[70059]: return f(*args, **kwargs) [ 573.197284] env[70059]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 573.197284] env[70059]: return db.service_get_minimum_version(context, binaries) [ 573.197284] env[70059]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 573.197284] env[70059]: _check_db_access() [ 573.197284] env[70059]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 573.197284] env[70059]: stacktrace = ''.join(traceback.format_stack()) [ 573.197284] env[70059]: [ 573.197897] env[70059]: WARNING nova.objects.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 573.197897] env[70059]: WARNING nova.objects.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Failed to get minimum service version for cell d94880c3-0986-4f2e-b342-827070bf85c2 [ 573.198211] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Acquiring lock "singleton_lock" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.198375] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Acquired lock "singleton_lock" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.198609] env[70059]: DEBUG oslo_concurrency.lockutils [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Releasing lock "singleton_lock" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.198926] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Full set of CONF: {{(pid=70059) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 573.199078] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ******************************************************************************** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 573.199209] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] Configuration options gathered from: {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 573.199344] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 573.199539] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 573.199668] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ================================================================================ {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 573.199872] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] allow_resize_to_same_host = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200049] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] arq_binding_timeout = 300 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200184] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] backdoor_port = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200314] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] backdoor_socket = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200476] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] block_device_allocate_retries = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200636] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] block_device_allocate_retries_interval = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200803] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cert = self.pem {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.200968] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.201156] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute_monitors = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.201327] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] config_dir = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.201497] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] config_drive_format = iso9660 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.201634] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.201799] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] config_source = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.201965] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] console_host = devstack {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.202147] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] control_exchange = nova {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.202312] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cpu_allocation_ratio = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.202469] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] daemon = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.202636] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] debug = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.202791] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] default_access_ip_network_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.202959] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] default_availability_zone = nova {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.203131] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] default_ephemeral_format = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.203293] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] default_green_pool_size = 1000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.203554] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.203719] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] default_schedule_zone = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.203877] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] disk_allocation_ratio = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.204054] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] enable_new_services = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.204238] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] enabled_apis = ['osapi_compute'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.204423] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] enabled_ssl_apis = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.204588] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] flat_injected = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.204754] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] force_config_drive = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.204912] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] force_raw_images = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.205097] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] graceful_shutdown_timeout = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.205263] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] heal_instance_info_cache_interval = -1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.205496] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] host = cpu-1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.205704] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.205877] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] initial_disk_allocation_ratio = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.206052] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] initial_ram_allocation_ratio = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.206277] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.206448] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_build_timeout = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.206610] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_delete_interval = 300 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.206778] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_format = [instance: %(uuid)s] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.206947] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_name_template = instance-%08x {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.207124] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_usage_audit = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.207300] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_usage_audit_period = month {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.207466] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.207635] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] instances_path = /opt/stack/data/nova/instances {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.207802] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] internal_service_availability_zone = internal {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.207957] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] key = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.208128] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] live_migration_retry_count = 30 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.208296] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_color = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.208460] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_config_append = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.208628] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.208788] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_dir = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.208947] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.209087] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_options = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.209255] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_rotate_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.209427] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_rotate_interval_type = days {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.209595] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] log_rotation_type = none {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.209726] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.209853] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210033] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210205] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210337] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210500] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] long_rpc_timeout = 1800 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210661] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] max_concurrent_builds = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210819] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] max_concurrent_live_migrations = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.210979] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] max_concurrent_snapshots = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.211152] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] max_local_block_devices = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.211314] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] max_logfile_count = 30 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.211472] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] max_logfile_size_mb = 200 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.211632] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] maximum_instance_delete_attempts = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.211799] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metadata_listen = 0.0.0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.211969] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metadata_listen_port = 8775 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.212153] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metadata_workers = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.212318] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] migrate_max_retries = -1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.212489] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] mkisofs_cmd = genisoimage {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.212696] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] my_block_storage_ip = 10.180.1.21 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.212831] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] my_ip = 10.180.1.21 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.213042] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.213213] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] network_allocate_retries = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.213390] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.213560] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] osapi_compute_listen = 0.0.0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.213723] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] osapi_compute_listen_port = 8774 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.213889] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] osapi_compute_unique_server_name_scope = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.214135] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] osapi_compute_workers = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.214317] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] password_length = 12 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.214508] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] periodic_enable = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.214682] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] periodic_fuzzy_delay = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.214854] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] pointer_model = usbtablet {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.215032] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] preallocate_images = none {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.215198] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] publish_errors = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.215332] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] pybasedir = /opt/stack/nova {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.215494] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ram_allocation_ratio = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.215680] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] rate_limit_burst = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.215853] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] rate_limit_except_level = CRITICAL {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.216033] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] rate_limit_interval = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.216200] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reboot_timeout = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.216361] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reclaim_instance_interval = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.216520] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] record = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.216691] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reimage_timeout_per_gb = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.216858] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] report_interval = 120 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.217029] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] rescue_timeout = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.217196] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reserved_host_cpus = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.217358] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reserved_host_disk_mb = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.217518] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reserved_host_memory_mb = 512 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.217706] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] reserved_huge_pages = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.217871] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] resize_confirm_window = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.218042] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] resize_fs_using_block_device = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.218207] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] resume_guests_state_on_host_boot = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.218375] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.218537] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] rpc_response_timeout = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.218697] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] run_external_periodic_tasks = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.218862] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] running_deleted_instance_action = reap {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.219035] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] running_deleted_instance_poll_interval = 1800 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.219199] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] running_deleted_instance_timeout = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.219359] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler_instance_sync_interval = 120 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.219529] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_down_time = 720 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.219695] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] servicegroup_driver = db {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.219851] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] shell_completion = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.220016] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] shelved_offload_time = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.220181] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] shelved_poll_interval = 3600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.220349] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] shutdown_timeout = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.220513] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] source_is_ipv6 = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.220675] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ssl_only = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.220949] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.221137] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] sync_power_state_interval = 600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.221304] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] sync_power_state_pool_size = 1000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.221474] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] syslog_log_facility = LOG_USER {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.221634] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] tempdir = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.221795] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] timeout_nbd = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.221961] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] transport_url = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.222136] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] update_resources_interval = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.222299] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] use_cow_images = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.222457] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] use_journal = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.222618] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] use_json = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.222777] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] use_rootwrap_daemon = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.222934] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] use_stderr = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.223102] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] use_syslog = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.223285] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vcpu_pin_set = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.223494] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plugging_is_fatal = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.223669] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plugging_timeout = 300 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.223839] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] virt_mkfs = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.224007] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] volume_usage_poll_interval = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.224176] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] watch_log_file = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.224347] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] web = /usr/share/spice-html5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 573.224559] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.224737] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.224902] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.225084] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_concurrency.disable_process_locking = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.225709] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.225981] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.226249] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.226507] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.226761] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.227049] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.227326] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.auth_strategy = keystone {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.227576] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.compute_link_prefix = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.227839] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.228111] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.dhcp_domain = novalocal {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.228363] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.enable_instance_password = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.228611] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.glance_link_prefix = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.228857] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.229152] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.229400] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.instance_list_per_project_cells = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.229643] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.list_records_by_skipping_down_cells = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.229882] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.local_metadata_per_cell = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.230140] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.max_limit = 1000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.230393] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.metadata_cache_expiration = 15 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.230650] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.neutron_default_tenant_id = default {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.230903] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.response_validation = warn {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.231174] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.use_neutron_default_nets = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.231425] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.231671] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.231918] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.232185] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.232445] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_dynamic_targets = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.232691] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_jsonfile_path = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.232957] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.233252] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.backend = dogpile.cache.memcached {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.233505] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.backend_argument = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.233748] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.backend_expiration_time = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.233970] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.config_prefix = cache.oslo {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.234173] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.dead_timeout = 60.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.234349] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.debug_cache_backend = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.234542] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.enable_retry_client = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.234717] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.enable_socket_keepalive = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.234894] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.enabled = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.235074] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.enforce_fips_mode = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.235247] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.expiration_time = 600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.235414] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.hashclient_retry_attempts = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.235588] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.hashclient_retry_delay = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.235752] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_dead_retry = 300 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.235914] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_password = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.236093] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.236262] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.236429] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_pool_maxsize = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.236596] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.236759] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_sasl_enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.236940] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.237126] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_socket_timeout = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.237291] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.memcache_username = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.237458] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.proxies = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.237628] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_db = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.237789] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_password = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.237960] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_sentinel_service_name = mymaster {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.238153] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.238328] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_server = localhost:6379 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.238497] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_socket_timeout = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.238661] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.redis_username = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.238826] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.retry_attempts = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.238991] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.retry_delay = 0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.239172] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.socket_keepalive_count = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.239334] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.socket_keepalive_idle = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.239500] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.socket_keepalive_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.239663] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.tls_allowed_ciphers = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.239824] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.tls_cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.239982] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.tls_certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.240159] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.tls_enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.240319] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cache.tls_keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.240490] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.240665] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.auth_type = password {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.240830] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241009] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.catalog_info = volumev3::publicURL {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241180] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241347] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241510] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.cross_az_attach = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241674] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.debug = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241836] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.endpoint_template = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.241999] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.http_retries = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.242176] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.242338] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.242510] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.os_region_name = RegionOne {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.242673] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.242833] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cinder.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243011] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243179] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.cpu_dedicated_set = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243339] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.cpu_shared_set = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243506] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.image_type_exclude_list = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243671] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243833] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.max_concurrent_disk_ops = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.243994] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.max_disk_devices_to_attach = -1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.244171] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.244341] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.244508] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.resource_provider_association_refresh = 300 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.244670] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.244833] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.shutdown_retry_interval = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.245028] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.245202] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] conductor.workers = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.245382] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] console.allowed_origins = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.245566] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] console.ssl_ciphers = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.245741] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] console.ssl_minimum_version = default {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.245910] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] consoleauth.enforce_session_timeout = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.246092] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] consoleauth.token_ttl = 600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.246270] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.246429] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.246594] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.246757] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.246917] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.247088] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.247256] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.247415] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.247577] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.247734] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.247892] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.248060] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.248223] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.248392] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.service_type = accelerator {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.248555] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.248716] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.248876] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.249046] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.249230] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.249392] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] cyborg.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.249562] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.asyncio_connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.249726] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.asyncio_slave_connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.249897] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.backend = sqlalchemy {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.250076] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.250246] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.connection_debug = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.250415] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.connection_parameters = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.250584] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.connection_recycle_time = 3600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.250747] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.connection_trace = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.250908] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.db_inc_retry_interval = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.251083] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.db_max_retries = 20 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.251250] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.db_max_retry_interval = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.251412] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.db_retry_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.251575] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.max_overflow = 50 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.251737] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.max_pool_size = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.251900] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.max_retries = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.252082] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.252245] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.mysql_wsrep_sync_wait = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.252407] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.pool_timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.252570] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.retry_interval = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.252737] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.slave_connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.252911] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.sqlite_synchronous = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.253090] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] database.use_db_reconnect = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.253263] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.asyncio_connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.253424] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.asyncio_slave_connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.253596] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.backend = sqlalchemy {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.253765] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.253929] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.connection_debug = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.254113] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.connection_parameters = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.254280] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.connection_recycle_time = 3600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.254459] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.connection_trace = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.254631] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.db_inc_retry_interval = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.254795] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.db_max_retries = 20 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.254960] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.db_max_retry_interval = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.255138] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.db_retry_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.255303] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.max_overflow = 50 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.255487] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.max_pool_size = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.255660] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.max_retries = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.255832] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.255993] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.256169] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.pool_timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.256332] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.retry_interval = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.256492] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.slave_connection = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.256657] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] api_database.sqlite_synchronous = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.256829] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] devices.enabled_mdev_types = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.257023] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.257190] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ephemeral_storage_encryption.default_format = luks {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.257354] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ephemeral_storage_encryption.enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.257517] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.257692] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.api_servers = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.257858] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.258030] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.258202] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.258366] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.258526] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.258692] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.debug = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.258858] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.default_trusted_certificate_ids = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.259033] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.enable_certificate_validation = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.259200] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.enable_rbd_download = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.259363] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.259529] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.259694] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.259854] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.260017] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.260186] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.num_retries = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.260357] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.rbd_ceph_conf = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.260522] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.rbd_connect_timeout = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.260693] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.rbd_pool = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.260861] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.rbd_user = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.261041] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.261206] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.261367] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.261539] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.service_type = image {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.261704] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.261865] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.262034] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.262201] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.262382] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.262549] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.verify_glance_signatures = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.262712] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] glance.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.262879] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] guestfs.debug = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.263067] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.263238] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.auth_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.263401] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.263560] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.263726] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.263886] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.264056] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.264220] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.264381] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.264570] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.264738] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.264901] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.265074] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.265236] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.265397] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.265601] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.service_type = shared-file-system {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.265772] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.share_apply_policy_timeout = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.265938] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.266114] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.266278] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.266439] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.266623] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.266788] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] manila.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.266958] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] mks.enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.267317] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.267509] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] image_cache.manager_interval = 2400 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.267684] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] image_cache.precache_concurrency = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.267856] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] image_cache.remove_unused_base_images = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.268036] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.268211] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.268389] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] image_cache.subdirectory_name = _base {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.268565] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.api_max_retries = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.268733] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.api_retry_interval = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.268896] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.269074] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.auth_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.269246] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.269407] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.269573] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.269741] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.conductor_group = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.269902] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.270076] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.270242] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.270408] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.270574] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.270735] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.270893] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.271070] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.peer_list = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.271240] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.271403] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.271571] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.serial_console_state_timeout = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.271736] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.271908] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.service_type = baremetal {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.272084] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.shard = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.272253] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.272416] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.272581] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.272744] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.272928] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.273104] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ironic.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.273292] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.273467] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] key_manager.fixed_key = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.273651] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.273815] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.barbican_api_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.273975] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.barbican_endpoint = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.274164] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.barbican_endpoint_type = public {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.274326] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.barbican_region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.274517] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.274691] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.274857] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.275031] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.275197] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.275361] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.number_of_retries = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.275608] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.retry_delay = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.275739] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.send_service_user_token = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.275907] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.276081] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.276251] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.verify_ssl = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.276413] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican.verify_ssl_path = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.276584] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.276750] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.auth_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.276913] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.277085] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.277255] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.277420] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.277583] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.277748] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.277909] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] barbican_service_user.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.278087] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.approle_role_id = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.278253] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.approle_secret_id = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.278426] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.kv_mountpoint = secret {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.278591] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.kv_path = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.278756] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.kv_version = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.278916] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.namespace = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.279087] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.root_token_id = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.279247] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.ssl_ca_crt_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.279414] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.timeout = 60.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.279579] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.use_ssl = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.279751] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.279920] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.280091] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.280259] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.280419] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.280580] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.280737] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.280897] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.281067] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.281229] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.281386] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.281545] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.281710] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.281868] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.282047] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.service_type = identity {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.282213] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.282372] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.282531] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.282689] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.282867] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.283036] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] keystone.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.283230] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.ceph_mount_options = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.283552] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.283737] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.connection_uri = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.283901] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_mode = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.284079] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_model_extra_flags = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.284255] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_models = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.284442] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_power_governor_high = performance {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.284624] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_power_governor_low = powersave {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.284792] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_power_management = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.284967] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.285175] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.device_detach_attempts = 8 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.285349] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.device_detach_timeout = 20 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.285588] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.disk_cachemodes = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.285775] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.disk_prefix = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.285944] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.enabled_perf_events = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.286125] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.file_backed_memory = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.286292] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.gid_maps = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.286451] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.hw_disk_discard = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.286611] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.hw_machine_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.286778] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_rbd_ceph_conf = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.286942] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.287117] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.287289] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_rbd_glance_store_name = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.287460] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_rbd_pool = rbd {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.287629] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_type = default {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.287787] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.images_volume_group = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.287946] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.inject_key = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.288123] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.inject_partition = -2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.288285] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.inject_password = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.288448] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.iscsi_iface = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.288612] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.iser_use_multipath = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.288773] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_bandwidth = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.288935] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.289110] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_downtime = 500 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.289274] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.289434] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.289596] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_inbound_addr = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.289756] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.289916] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_permit_post_copy = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.290085] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_scheme = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.290260] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_timeout_action = abort {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.290421] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_tunnelled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.290587] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_uri = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.290743] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.live_migration_with_native_tls = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.290898] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.max_queues = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.291069] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.291293] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.291458] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.nfs_mount_options = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.291762] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.291936] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.292116] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.num_iser_scan_tries = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.292279] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.num_memory_encrypted_guests = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.292441] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.292608] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.num_pcie_ports = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.292773] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.num_volume_scan_tries = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.292937] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.pmem_namespaces = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.293114] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.quobyte_client_cfg = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.293435] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.293633] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rbd_connect_timeout = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.293781] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.293944] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.294123] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rbd_secret_uuid = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.294285] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rbd_user = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.294476] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.294656] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.remote_filesystem_transport = ssh {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.294821] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rescue_image_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.294983] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rescue_kernel_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.295155] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rescue_ramdisk_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.295328] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.295528] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.rx_queue_size = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.295699] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.smbfs_mount_options = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.296029] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.296216] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.snapshot_compression = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.296383] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.snapshot_image_format = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.296642] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.296815] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.sparse_logical_volumes = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.296980] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.swtpm_enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.297168] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.swtpm_group = tss {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.297801] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.swtpm_user = tss {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.297801] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.sysinfo_serial = unique {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.297801] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.tb_cache_size = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.297982] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.tx_queue_size = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.298026] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.uid_maps = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.298181] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.use_virtio_for_bridges = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.298359] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.virt_type = kvm {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.298532] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.volume_clear = zero {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.298700] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.volume_clear_size = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.298863] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.volume_enforce_multipath = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.299040] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.volume_use_multipath = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.299207] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_cache_path = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.299380] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.299558] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_mount_group = qemu {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.299760] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_mount_opts = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.300057] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.300394] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.300585] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.vzstorage_mount_user = stack {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.300782] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.300962] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.301158] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.auth_type = password {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.301324] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.301488] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.301656] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.301818] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.301981] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.302172] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.default_floating_pool = public {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.302340] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.302504] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.extension_sync_interval = 600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.302673] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.http_retries = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.302839] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.303010] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.303181] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.303354] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.303520] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.303691] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.ovs_bridge = br-int {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.303858] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.physnets = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.304040] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.region_name = RegionOne {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.304210] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.304383] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.service_metadata_proxy = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.304576] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.304757] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.service_type = network {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.304922] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.305096] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.305260] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.305432] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.305655] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.305832] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] neutron.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.306017] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] notifications.bdms_in_notifications = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.306205] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] notifications.default_level = INFO {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.306371] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] notifications.include_share_mapping = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.306548] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] notifications.notification_format = unversioned {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.306715] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] notifications.notify_on_state_change = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.306892] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.307081] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] pci.alias = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.307258] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] pci.device_spec = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.307428] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] pci.report_in_placement = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.307605] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.307780] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.auth_type = password {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.307949] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.308124] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.308286] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.308449] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.308609] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.308766] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.308924] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.default_domain_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.309092] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.default_domain_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.309254] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.domain_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.309411] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.domain_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.309577] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.309772] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.309937] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.310120] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.310284] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.310453] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.password = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.310617] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.project_domain_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.310786] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.project_domain_name = Default {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.310984] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.project_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.311177] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.project_name = service {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.311352] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.region_name = RegionOne {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.311518] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.311682] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.311852] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.service_type = placement {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312023] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312189] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312352] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312511] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.system_scope = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312670] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312829] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.trust_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.312987] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.user_domain_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.313172] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.user_domain_name = Default {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.313332] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.user_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.313507] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.username = nova {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.313691] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.313853] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] placement.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.314050] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.cores = 20 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.314222] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.count_usage_from_placement = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.314396] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.314598] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.injected_file_content_bytes = 10240 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.314775] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.injected_file_path_length = 255 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.314943] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.injected_files = 5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.315125] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.instances = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.315298] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.key_pairs = 100 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.315484] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.metadata_items = 128 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.315681] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.ram = 51200 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.315852] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.recheck_quota = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.316039] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.server_group_members = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.316204] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.server_groups = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.316415] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.316592] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] quota.unified_limits_resource_strategy = require {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.316769] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.316935] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.317119] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.image_metadata_prefilter = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.317287] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.317455] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.max_attempts = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.317643] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.max_placement_results = 1000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.317820] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.317985] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.query_placement_for_image_type_support = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.318163] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.318338] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] scheduler.workers = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.318518] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.318690] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.318871] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.319050] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.319220] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.319385] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.319549] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.319758] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.319937] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.host_subset_size = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.320125] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.320290] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.320453] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.320619] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.320795] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.320961] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.isolated_hosts = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.321141] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.isolated_images = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.321337] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.321506] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.321692] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.321868] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.pci_in_placement = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.322044] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.322213] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.322376] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.322537] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.322700] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.322860] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.323030] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.track_instance_changes = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.323211] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.323385] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metrics.required = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.323550] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metrics.weight_multiplier = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.323715] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.323878] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] metrics.weight_setting = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.324199] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.324377] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] serial_console.enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.324582] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] serial_console.port_range = 10000:20000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.324761] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.324932] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.325115] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] serial_console.serialproxy_port = 6083 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.325289] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.325482] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.auth_type = password {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.325660] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.325824] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.325990] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.326171] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.326332] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.326504] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.send_service_user_token = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.326670] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.326831] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] service_user.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.327008] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.agent_enabled = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.327177] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.327473] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.327676] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.327848] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.html5proxy_port = 6082 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.328022] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.image_compression = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.328189] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.jpeg_compression = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.328348] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.playback_compression = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.328512] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.require_secure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.328681] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.server_listen = 127.0.0.1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.328851] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.329144] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.329318] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.streaming_mode = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.329481] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] spice.zlib_compression = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.329651] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] upgrade_levels.baseapi = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.329826] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] upgrade_levels.compute = auto {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.329990] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] upgrade_levels.conductor = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.330167] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] upgrade_levels.scheduler = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.330334] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.330501] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.auth_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.330662] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.330823] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.330986] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.331162] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.331320] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.331482] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.331642] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vendordata_dynamic_auth.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.331816] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.api_retry_count = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.331976] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.ca_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.332160] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.cache_prefix = devstack-image-cache {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.332329] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.cluster_name = testcl1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.332495] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.connection_pool_size = 10 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.332657] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.console_delay_seconds = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.332825] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.datastore_regex = ^datastore.* {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.333073] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.333257] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.host_password = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.333428] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.host_port = 443 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.333600] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.host_username = administrator@vsphere.local {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.333794] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.insecure = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.333965] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.integration_bridge = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.334148] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.maximum_objects = 100 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.334310] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.pbm_default_policy = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.334491] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.pbm_enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.334657] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.pbm_wsdl_location = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.334828] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.334987] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.serial_port_proxy_uri = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.335160] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.serial_port_service_uri = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.335325] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.task_poll_interval = 0.5 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.335500] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.use_linked_clone = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.335665] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.vnc_keymap = en-us {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.335833] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.vnc_port = 5900 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.335995] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vmware.vnc_port_total = 10000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.336226] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.auth_schemes = ['none'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.336369] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.336651] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.336836] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.337024] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.novncproxy_port = 6080 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.337252] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.server_listen = 127.0.0.1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.337444] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.337613] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.vencrypt_ca_certs = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.337776] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.vencrypt_client_cert = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.337936] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vnc.vencrypt_client_key = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.338126] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.338297] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.disable_deep_image_inspection = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.338464] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.338631] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.338789] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.338949] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.disable_rootwrap = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.339123] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.enable_numa_live_migration = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.339287] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.339450] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.339610] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.339771] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.libvirt_disable_apic = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.339933] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.340106] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.340270] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.340434] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.340596] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.340756] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.340915] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.341088] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.341251] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.341417] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.341605] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.341775] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.client_socket_timeout = 900 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.341942] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.default_pool_size = 1000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.342124] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.keep_alive = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.342295] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.max_header_line = 16384 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.342458] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.secure_proxy_ssl_header = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.342622] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.ssl_ca_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.342783] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.ssl_cert_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.342945] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.ssl_key_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.343124] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.tcp_keepidle = 600 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.343305] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.343473] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] zvm.ca_file = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.343636] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] zvm.cloud_connector_url = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.343953] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.344143] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] zvm.reachable_timeout = 300 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.344339] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.344525] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.344704] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.connection_string = messaging:// {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.344872] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.enabled = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.345055] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.es_doc_type = notification {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.345225] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.es_scroll_size = 10000 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.345395] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.es_scroll_time = 2m {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.345584] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.filter_error_trace = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.345760] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.hmac_keys = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.345927] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.sentinel_service_name = mymaster {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.346105] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.socket_timeout = 0.1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.346277] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.trace_requests = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.346431] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler.trace_sqlalchemy = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.346635] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler_jaeger.process_tags = {} {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.346798] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler_jaeger.service_name_prefix = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.346961] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] profiler_otlp.service_name_prefix = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.347143] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] remote_debug.host = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.347304] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] remote_debug.port = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.347480] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.347646] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.347807] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.347965] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.348139] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.348298] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.348457] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.348618] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.348780] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.348951] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.349125] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.349298] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.349466] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.349634] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.349797] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.349966] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.350144] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.350307] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.350476] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.350639] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.350799] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.350966] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.351146] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.351313] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.351474] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.351641] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.351805] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.351969] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.352145] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.352313] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.352475] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.ssl = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.352648] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.352826] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.353021] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.353196] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.353367] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.ssl_version = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.353531] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.353742] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.353914] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_notifications.retry = -1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.354105] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.354279] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_messaging_notifications.transport_url = **** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.354474] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.auth_section = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.354654] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.auth_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.354818] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.cafile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.354979] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.certfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.355159] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.collect_timing = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.355326] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.connect_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.355506] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.connect_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.355693] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.endpoint_id = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.355872] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.endpoint_interface = publicURL {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.356047] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.endpoint_override = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.356214] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.endpoint_region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.356375] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.endpoint_service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.356536] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.endpoint_service_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.356698] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.insecure = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.356857] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.keyfile = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357030] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.max_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357196] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.min_version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357354] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.region_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357514] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.retriable_status_codes = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357674] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.service_name = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357833] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.service_type = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.357996] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.split_loggers = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.358169] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.status_code_retries = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.358329] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.status_code_retry_delay = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.358487] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.timeout = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.358646] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.valid_interfaces = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.358804] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_limit.version = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.358972] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_reports.file_event_handler = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.359152] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.359315] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] oslo_reports.log_dir = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.359486] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.359672] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.359843] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.360022] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.360195] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.360354] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.360527] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.360689] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_ovs_privileged.group = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.360848] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.361024] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.361193] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.361353] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] vif_plug_ovs_privileged.user = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.361548] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.flat_interface = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.361748] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.361927] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.362113] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.362293] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.362467] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.362639] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.362803] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.362982] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.363172] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.isolate_vif = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.363341] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.363507] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.363681] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.363890] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.ovsdb_interface = native {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.364073] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] os_vif_ovs.per_port_bridge = False {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.364252] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] privsep_osbrick.capabilities = [21] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.364432] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] privsep_osbrick.group = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.364611] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] privsep_osbrick.helper_command = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.364784] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.364950] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.365124] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] privsep_osbrick.user = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.365301] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.365481] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] nova_sys_admin.group = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.365654] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] nova_sys_admin.helper_command = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.365822] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.365983] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.366155] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] nova_sys_admin.user = None {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 573.366288] env[70059]: DEBUG oslo_service.backend.eventlet.service [None req-36f512a3-18c5-4fbc-9361-a6e27dd8bebb None None] ******************************************************************************** {{(pid=70059) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 573.366698] env[70059]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 573.871023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Getting list of instances from cluster (obj){ [ 573.871023] env[70059]: value = "domain-c8" [ 573.871023] env[70059]: _type = "ClusterComputeResource" [ 573.871023] env[70059]: } {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 573.872107] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c93919-974f-4bb2-afb6-0090f580c441 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.881133] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Got total of 0 instances {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.881737] env[70059]: WARNING nova.virt.vmwareapi.driver [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 573.882220] env[70059]: INFO nova.virt.node [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Generated node identity 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 [ 573.882578] env[70059]: INFO nova.virt.node [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Wrote node identity 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 to /opt/stack/data/n-cpu-1/compute_id [ 574.385620] env[70059]: WARNING nova.compute.manager [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Compute nodes ['10d6d0a8-8060-4c2e-9dae-ffae8d995d07'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 575.391129] env[70059]: INFO nova.compute.manager [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 576.396790] env[70059]: WARNING nova.compute.manager [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 576.397168] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.397168] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.397293] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.397455] env[70059]: DEBUG nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 576.398769] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcb2b10-6fa2-4124-9f03-582797be52ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.406876] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c15ea-48e3-44b8-9669-883df0342b31 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.420295] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7baf1d-46b2-4c2f-b229-0f7e984a93b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.427018] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40709489-4de3-4dfc-b4b8-799686d5d943 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.456023] env[70059]: DEBUG nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181037MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 576.456176] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.456390] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.958853] env[70059]: WARNING nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] No compute node record for cpu-1:10d6d0a8-8060-4c2e-9dae-ffae8d995d07: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 could not be found. [ 577.463779] env[70059]: INFO nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 [ 578.974023] env[70059]: DEBUG nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 578.974023] env[70059]: DEBUG nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 579.132510] env[70059]: INFO nova.scheduler.client.report [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] [req-1b20b524-1064-4917-8625-a8a5bc2e84f3] Created resource provider record via placement API for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 579.158021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb648f3-e92d-445c-b55c-ef4a1010a573 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.164534] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b4e8f1-7e72-4ae6-bd68-639cd186e234 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.194038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b41c82-41c4-4d81-8bda-fac1324ae0eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.200178] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0a2c9-1e68-4446-84e1-191319410d67 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.212727] env[70059]: DEBUG nova.compute.provider_tree [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.748355] env[70059]: DEBUG nova.scheduler.client.report [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 579.748568] env[70059]: DEBUG nova.compute.provider_tree [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 0 to 1 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.748740] env[70059]: DEBUG nova.compute.provider_tree [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.801277] env[70059]: DEBUG nova.compute.provider_tree [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 1 to 2 during operation: update_traits {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 580.308180] env[70059]: DEBUG nova.compute.resource_tracker [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 580.308180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.850s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.308180] env[70059]: DEBUG nova.service [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Creating RPC server for service compute {{(pid=70059) start /opt/stack/nova/nova/service.py:186}} [ 580.323054] env[70059]: DEBUG nova.service [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] Join ServiceGroup membership for this service compute {{(pid=70059) start /opt/stack/nova/nova/service.py:203}} [ 580.323054] env[70059]: DEBUG nova.servicegroup.drivers.db [None req-3403d272-dba0-4b3c-90c1-954bc39f627d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70059) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 616.325931] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.829095] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Getting list of instances from cluster (obj){ [ 616.829095] env[70059]: value = "domain-c8" [ 616.829095] env[70059]: _type = "ClusterComputeResource" [ 616.829095] env[70059]: } {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.833640] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674bdb41-a843-4bb1-862a-515ed9764482 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.842928] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Got total of 0 instances {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.843285] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.843857] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Getting list of instances from cluster (obj){ [ 616.843857] env[70059]: value = "domain-c8" [ 616.843857] env[70059]: _type = "ClusterComputeResource" [ 616.843857] env[70059]: } {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.845079] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf397a3-646a-4ee9-8119-c189204ccbc6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.854830] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Got total of 0 instances {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 620.077461] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.077461] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.561562] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.561562] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.582436] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.065667] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.136557] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.136557] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.139678] env[70059]: INFO nova.compute.claims [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.609024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.652239] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.652686] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.161291] env[70059]: DEBUG nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.273647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6bebe4-d9b2-42ea-b160-076aabae9cad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.284237] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb6d8c-6cd4-4bf8-8c41-1da2ee8946d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.316745] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b922c-e6f9-4383-8ee7-f6afd10265a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.324969] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fa8c9-c609-4d99-b72b-1817db19a84f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.338838] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "5312440a-5551-4acc-b114-67bb23a84399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.338838] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "5312440a-5551-4acc-b114-67bb23a84399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.355727] env[70059]: DEBUG nova.compute.provider_tree [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.360062] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.694656] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.877390] env[70059]: DEBUG nova.scheduler.client.report [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.885850] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.383867] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.385445] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.389085] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.780s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.392225] env[70059]: INFO nova.compute.claims [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.898662] env[70059]: DEBUG nova.compute.utils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.906999] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.906999] env[70059]: DEBUG nova.network.neutron [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.406693] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.508830] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4343884a-3f5d-40c1-9a87-7731c79cab48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.521045] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c331e-ce70-4118-8545-8ee0dfccc9fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.557528] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d6743a-0d8a-4cbc-a349-a728e5ceba2a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.565884] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce327f-7d8f-435e-8cb0-b05f82d08f81 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.580687] env[70059]: DEBUG nova.compute.provider_tree [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.965348] env[70059]: DEBUG nova.policy [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '928b057c18334dd7bbc89abf22914497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6154d70a53874f3face0bd3c0abc619e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.087030] env[70059]: DEBUG nova.scheduler.client.report [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.425196] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.459316] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.459570] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.459638] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.460097] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.460097] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.460269] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.460332] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.461040] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.461040] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.461172] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.461692] env[70059]: DEBUG nova.virt.hardware [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.462573] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9abd37-48e0-4eec-934c-0e0c657d6881 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.473827] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05000b45-b164-4c2b-b7f6-8ea4641afa6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.491877] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c87e3-2177-45f4-b415-30021a57cd89 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.593755] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.594152] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.597025] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.903s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.599499] env[70059]: INFO nova.compute.claims [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.110021] env[70059]: DEBUG nova.compute.utils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.110021] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.110021] env[70059]: DEBUG nova.network.neutron [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.279588] env[70059]: DEBUG nova.policy [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bcc3476e4449f6ac67ad327a36928d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1005d18f394c72a48d87bf480718b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.413863] env[70059]: DEBUG nova.network.neutron [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Successfully created port: d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.616207] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.708602] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7405f4-03d8-4535-83a3-724c2e2051f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.719123] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5561e327-cf2a-4ad3-802c-d8d8c1b0ad66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.758161] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca55b53-feea-47c1-9fce-464785aa1f1d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.766029] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f562c4-17cb-4bb4-a6c7-ee7a53a1d16f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.783633] env[70059]: DEBUG nova.compute.provider_tree [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.289349] env[70059]: DEBUG nova.scheduler.client.report [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.359162] env[70059]: DEBUG nova.network.neutron [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Successfully created port: de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.634750] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.676016] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.676863] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.676863] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.676863] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.676863] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.677039] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.677804] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.677995] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.678290] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.678355] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.678515] env[70059]: DEBUG nova.virt.hardware [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.680764] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a1cf29-dbd6-426e-a98f-e6525eb024a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.691072] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee6718a-dd68-4d8a-8cb5-2793c65ea38d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.795828] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.795828] env[70059]: DEBUG nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.798518] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.913s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.805971] env[70059]: INFO nova.compute.claims [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.307929] env[70059]: DEBUG nova.compute.utils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.313695] env[70059]: DEBUG nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 628.649934] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.650510] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.650620] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.650811] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.651010] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.651222] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.651418] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.651596] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 628.651748] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.814729] env[70059]: DEBUG nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.913603] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e6cba-f324-4178-96a2-bd14a4c500a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.923932] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a261aad-81c4-4672-b9c4-f79085e707f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.966731] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a1f06-03d4-45a7-98ea-987890477e00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.975574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7be63-bc42-4885-a0bb-21096e027778 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.993353] env[70059]: DEBUG nova.compute.provider_tree [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.159343] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.497356] env[70059]: DEBUG nova.scheduler.client.report [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.836296] env[70059]: DEBUG nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.859721] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.859878] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.860010] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.860206] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.860346] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.860494] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.860698] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.861278] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.861278] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.861556] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.861610] env[70059]: DEBUG nova.virt.hardware [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.862516] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b672ec-2473-41bc-8a74-a9d2da92eac1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.871762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd2b35d-06fa-4976-8cfe-64bf54aea8d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.891017] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.897800] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.898151] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8062226d-c705-4d1e-b266-6849bcd8bd71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.912705] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Created folder: OpenStack in parent group-v4. [ 629.912705] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Creating folder: Project (87fc392457c54ed589afeb6b38cbf5a8). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.912705] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-218b696d-bce1-435e-a469-652c832fe1d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.922450] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Created folder: Project (87fc392457c54ed589afeb6b38cbf5a8) in parent group-v637631. [ 629.922450] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Creating folder: Instances. Parent ref: group-v637632. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.922632] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-debe178e-5088-4c87-9f8c-d49f91ec04b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.936573] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Created folder: Instances in parent group-v637632. [ 629.936573] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.936573] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.936573] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc1d0044-a3c1-481d-bbc3-f8151ce12067 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.954474] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.954474] env[70059]: value = "task-3188478" [ 629.954474] env[70059]: _type = "Task" [ 629.954474] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.964904] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188478, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.007886] env[70059]: DEBUG nova.network.neutron [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Successfully updated port: d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.009601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.009925] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.014257] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.855s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.014394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.014787] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 630.018367] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a3e43-697a-4824-aa4c-d9e1245e908d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.034888] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7709e1-4661-451f-bc47-3f38b1cd7544 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.056046] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8e7bb-8ba8-4d5c-9e4b-29f3162621e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.063742] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a28964-e47b-4d34-bb8d-6c6c7bbd5880 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.113765] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181020MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 630.113914] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.114709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.182286] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "8d55683d-3ce3-42ec-bf0c-a17146f61142" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.182520] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.416386] env[70059]: DEBUG nova.network.neutron [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Successfully updated port: de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.468132] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188478, 'name': CreateVM_Task, 'duration_secs': 0.315864} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.468362] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.469718] env[70059]: DEBUG oslo_vmware.service [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcdf78c-9fc2-4866-af36-8f643c76e61f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.477018] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.477087] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.477822] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.477993] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337f900d-6cd6-436c-adb2-20389ee318cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.486200] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 630.486200] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c63025-a922-2d22-55de-b7fb1a0849b0" [ 630.486200] env[70059]: _type = "Task" [ 630.486200] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.507821] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.507922] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.508144] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.508294] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.508795] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.508966] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4cc5d66-465d-4e08-972c-3f291d3c054b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.518915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "refresh_cache-255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.518915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquired lock "refresh_cache-255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.518915] env[70059]: DEBUG nova.network.neutron [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.523032] env[70059]: DEBUG nova.compute.utils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.523560] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.524277] env[70059]: DEBUG nova.network.neutron [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.527738] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.527816] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.531019] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ca5abc-46a0-471b-89ac-83348ea0f203 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.537149] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a1d36b-7ac7-478e-8e6f-e2f93bc14e7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.547539] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 630.547539] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525373a2-0a66-305e-25cd-699faf6ddea8" [ 630.547539] env[70059]: _type = "Task" [ 630.547539] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.563456] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525373a2-0a66-305e-25cd-699faf6ddea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.685879] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.919982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.920282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquired lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.920356] env[70059]: DEBUG nova.network.neutron [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.946287] env[70059]: DEBUG nova.policy [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eea0c0d807f347a3a5d82627abadf061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c964d0458ad4e51b948cd2bc88528ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.979693] env[70059]: DEBUG nova.compute.manager [req-af732120-25c6-45ff-b96d-1788e9de37e8 req-b91ca7be-c1b9-4c1a-84dd-5fca4434ffd2 service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Received event network-vif-plugged-d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.979693] env[70059]: DEBUG oslo_concurrency.lockutils [req-af732120-25c6-45ff-b96d-1788e9de37e8 req-b91ca7be-c1b9-4c1a-84dd-5fca4434ffd2 service nova] Acquiring lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.979693] env[70059]: DEBUG oslo_concurrency.lockutils [req-af732120-25c6-45ff-b96d-1788e9de37e8 req-b91ca7be-c1b9-4c1a-84dd-5fca4434ffd2 service nova] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.979890] env[70059]: DEBUG oslo_concurrency.lockutils [req-af732120-25c6-45ff-b96d-1788e9de37e8 req-b91ca7be-c1b9-4c1a-84dd-5fca4434ffd2 service nova] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.979890] env[70059]: DEBUG nova.compute.manager [req-af732120-25c6-45ff-b96d-1788e9de37e8 req-b91ca7be-c1b9-4c1a-84dd-5fca4434ffd2 service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] No waiting events found dispatching network-vif-plugged-d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.980753] env[70059]: WARNING nova.compute.manager [req-af732120-25c6-45ff-b96d-1788e9de37e8 req-b91ca7be-c1b9-4c1a-84dd-5fca4434ffd2 service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Received unexpected event network-vif-plugged-d2f902d9-acc5-41b2-927c-d03a80618bbb for instance with vm_state building and task_state spawning. [ 631.026849] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.070971] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 631.071326] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Creating directory with path [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.071595] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-675c5fe9-5350-4ef4-b658-7d38ca3dbce9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.096832] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Created directory with path [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.098751] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Fetch image to [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 631.098751] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Downloading image file data 70f98bc0-161f-4a1e-b907-a23c9e7056bf to [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk on the data store datastore2 {{(pid=70059) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 631.100118] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb11e75-eefa-4028-8782-89d4404ddc80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.108950] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77065e5-cfad-4daf-8995-2ebaf8983323 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.128865] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf510e-bab8-4bb7-b17b-2431627436db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.169192] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.169377] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 3b873a8a-8dd7-4497-836e-d22a34a3eea1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.169800] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.170522] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 5312440a-5551-4acc-b114-67bb23a84399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 631.172537] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6753e-8d9a-4d06-933c-c2d499b5249d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.180585] env[70059]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-428931ef-2378-4be8-9988-bec06da141fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.214554] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.218130] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Downloading image file data 70f98bc0-161f-4a1e-b907-a23c9e7056bf to the data store datastore2 {{(pid=70059) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 631.224589] env[70059]: DEBUG nova.compute.manager [req-42dd1f5e-9b42-4dcf-b562-31b947072636 req-6dc044ed-15d5-4f2f-8f85-91f8d05bd7cb service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Received event network-vif-plugged-de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.224800] env[70059]: DEBUG oslo_concurrency.lockutils [req-42dd1f5e-9b42-4dcf-b562-31b947072636 req-6dc044ed-15d5-4f2f-8f85-91f8d05bd7cb service nova] Acquiring lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.225011] env[70059]: DEBUG oslo_concurrency.lockutils [req-42dd1f5e-9b42-4dcf-b562-31b947072636 req-6dc044ed-15d5-4f2f-8f85-91f8d05bd7cb service nova] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.225205] env[70059]: DEBUG oslo_concurrency.lockutils [req-42dd1f5e-9b42-4dcf-b562-31b947072636 req-6dc044ed-15d5-4f2f-8f85-91f8d05bd7cb service nova] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.225379] env[70059]: DEBUG nova.compute.manager [req-42dd1f5e-9b42-4dcf-b562-31b947072636 req-6dc044ed-15d5-4f2f-8f85-91f8d05bd7cb service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] No waiting events found dispatching network-vif-plugged-de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.225579] env[70059]: WARNING nova.compute.manager [req-42dd1f5e-9b42-4dcf-b562-31b947072636 req-6dc044ed-15d5-4f2f-8f85-91f8d05bd7cb service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Received unexpected event network-vif-plugged-de6ce556-6077-4647-a59c-246a65cb08ab for instance with vm_state building and task_state spawning. [ 631.307680] env[70059]: DEBUG oslo_vmware.rw_handles [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.383614] env[70059]: DEBUG nova.network.neutron [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.595579] env[70059]: DEBUG nova.network.neutron [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.677291] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 8d55683d-3ce3-42ec-bf0c-a17146f61142 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 631.677553] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 631.677705] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 631.795358] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b613da-c6a7-4b6b-bde7-9d4af985654d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.814677] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e6adc-80b3-4b51-b4b6-0038e9ced995 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.857175] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1cec3e-7cac-43be-8b63-b1534648f3d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.865722] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7691cae9-f2eb-4349-94df-4a31c8d15451 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.880455] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.935890] env[70059]: DEBUG nova.network.neutron [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Updating instance_info_cache with network_info: [{"id": "d2f902d9-acc5-41b2-927c-d03a80618bbb", "address": "fa:16:3e:a5:6c:89", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f902d9-ac", "ovs_interfaceid": "d2f902d9-acc5-41b2-927c-d03a80618bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.988593] env[70059]: DEBUG oslo_vmware.rw_handles [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 631.988801] env[70059]: DEBUG oslo_vmware.rw_handles [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 632.044528] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.071866] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.071989] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.072173] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.072367] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.072530] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.072678] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.073069] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.073285] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.073466] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.073647] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.073836] env[70059]: DEBUG nova.virt.hardware [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.074807] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb7b5cb-e359-4541-bbd7-9fa08cd00cd4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.084634] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d63d9-75ed-4031-8ff7-a17b46437dc8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.156333] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Downloaded image file data 70f98bc0-161f-4a1e-b907-a23c9e7056bf to vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk on the data store datastore2 {{(pid=70059) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 632.160560] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 632.162134] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Copying Virtual Disk [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk to [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.163078] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b998909-69fa-4b59-843d-b0a6fef81165 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.173664] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 632.173664] env[70059]: value = "task-3188479" [ 632.173664] env[70059]: _type = "Task" [ 632.173664] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.183386] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.386607] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.438983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Releasing lock "refresh_cache-255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.438983] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Instance network_info: |[{"id": "d2f902d9-acc5-41b2-927c-d03a80618bbb", "address": "fa:16:3e:a5:6c:89", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f902d9-ac", "ovs_interfaceid": "d2f902d9-acc5-41b2-927c-d03a80618bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.439628] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:6c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f902d9-acc5-41b2-927c-d03a80618bbb', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.449741] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Creating folder: Project (6154d70a53874f3face0bd3c0abc619e). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.452629] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95519ce1-22b0-4b4a-99a8-9e5f950c74f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.464069] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Created folder: Project (6154d70a53874f3face0bd3c0abc619e) in parent group-v637631. [ 632.464069] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Creating folder: Instances. Parent ref: group-v637635. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.464069] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb0edeca-be8d-47ed-8d95-1a4da7d98e2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.477392] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Created folder: Instances in parent group-v637635. [ 632.477392] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.477392] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.477392] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8e68db5-f8c4-4513-83a3-e3db2ff29430 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.498197] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.498197] env[70059]: value = "task-3188482" [ 632.498197] env[70059]: _type = "Task" [ 632.498197] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.503535] env[70059]: DEBUG nova.network.neutron [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updating instance_info_cache with network_info: [{"id": "de6ce556-6077-4647-a59c-246a65cb08ab", "address": "fa:16:3e:44:9d:7b", "network": {"id": "ff8ec5c9-4839-4d5f-8c60-38edfd64ac3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-978261475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1005d18f394c72a48d87bf480718b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6ce556-60", "ovs_interfaceid": "de6ce556-6077-4647-a59c-246a65cb08ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.508778] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188482, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.688147] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188479, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.837517] env[70059]: DEBUG nova.network.neutron [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Successfully created port: 2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.900934] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 632.901229] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.787s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.901652] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.687s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.903533] env[70059]: INFO nova.compute.claims [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.012981] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Releasing lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.012981] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Instance network_info: |[{"id": "de6ce556-6077-4647-a59c-246a65cb08ab", "address": "fa:16:3e:44:9d:7b", "network": {"id": "ff8ec5c9-4839-4d5f-8c60-38edfd64ac3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-978261475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1005d18f394c72a48d87bf480718b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6ce556-60", "ovs_interfaceid": "de6ce556-6077-4647-a59c-246a65cb08ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.013777] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188482, 'name': CreateVM_Task, 'duration_secs': 0.428219} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.013777] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:9d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de6ce556-6077-4647-a59c-246a65cb08ab', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.021795] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Creating folder: Project (3b1005d18f394c72a48d87bf480718b9). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.022174] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.023113] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cfbff0d-f30f-466c-b764-826fb7f30724 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.040035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.040035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.040035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.040035] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce17cb0-5550-467b-ba57-765d58f807a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.043588] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Created folder: Project (3b1005d18f394c72a48d87bf480718b9) in parent group-v637631. [ 633.043811] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Creating folder: Instances. Parent ref: group-v637638. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.045171] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f05fdc72-33bb-42c4-ad00-828851226cbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.056815] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 633.056815] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52615a4c-9c21-9ed7-7f9b-4f1054351061" [ 633.056815] env[70059]: _type = "Task" [ 633.056815] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.064356] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Created folder: Instances in parent group-v637638. [ 633.065282] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.065893] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.066899] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3884f88-ef84-4695-825d-37dbd975de82 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.089887] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.090801] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.090801] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.094407] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.094407] env[70059]: value = "task-3188485" [ 633.094407] env[70059]: _type = "Task" [ 633.094407] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.104633] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188485, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.186931] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687607} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.187907] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Copied Virtual Disk [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk to [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.188127] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleting the datastore file [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.188398] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0799e5d-7d41-4f12-bcf8-beb3d3d6d505 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.195870] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 633.195870] env[70059]: value = "task-3188486" [ 633.195870] env[70059]: _type = "Task" [ 633.195870] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.206230] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.616066] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188485, 'name': CreateVM_Task, 'duration_secs': 0.352375} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.616298] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.617032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.618863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.618863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.618863] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7300bac8-df57-4835-b4af-34babad21239 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.625026] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 633.625026] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525ee3c2-1393-d8df-6177-1c75e76f0b73" [ 633.625026] env[70059]: _type = "Task" [ 633.625026] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.639844] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525ee3c2-1393-d8df-6177-1c75e76f0b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.709030] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02383} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.709145] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.709277] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Moving file from [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47/70f98bc0-161f-4a1e-b907-a23c9e7056bf to [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf. {{(pid=70059) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 633.709598] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d1a34209-a7fd-44d9-a75b-0ea363b43347 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.718665] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 633.718665] env[70059]: value = "task-3188487" [ 633.718665] env[70059]: _type = "Task" [ 633.718665] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.728354] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188487, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.915306] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.916587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.053428] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b468971a-f987-4c29-a5a3-72ebfe35229a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.061513] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786505d4-ae32-4ecc-a1a1-3ffee8811625 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.113144] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d6adda-34de-49e4-80d9-a624c461a481 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.119893] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c444870-0e49-4caa-ae9f-f7863a2a1e66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.139080] env[70059]: DEBUG nova.compute.provider_tree [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.147830] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.151022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.151022] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.230232] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188487, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031265} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.230232] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] File moved {{(pid=70059) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 634.230232] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Cleaning up location [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 634.230232] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleting the datastore file [datastore2] vmware_temp/c8375e5d-1ab9-4ac0-a3e1-16bd796d9b47 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.231254] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1adab712-158a-4ac2-a886-2e1abe499ea4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.241928] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 634.241928] env[70059]: value = "task-3188488" [ 634.241928] env[70059]: _type = "Task" [ 634.241928] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.250048] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.420124] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.643546] env[70059]: DEBUG nova.scheduler.client.report [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.754012] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.754543] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.755456] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba070515-98cf-4453-b547-00b52d679a2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.762255] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 634.762255] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52eff543-075b-4b96-fcc0-dca546620ce9" [ 634.762255] env[70059]: _type = "Task" [ 634.762255] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.770852] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52eff543-075b-4b96-fcc0-dca546620ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.830726] env[70059]: DEBUG nova.compute.manager [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Received event network-changed-d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.833306] env[70059]: DEBUG nova.compute.manager [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Refreshing instance network info cache due to event network-changed-d2f902d9-acc5-41b2-927c-d03a80618bbb. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.833306] env[70059]: DEBUG oslo_concurrency.lockutils [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] Acquiring lock "refresh_cache-255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.833306] env[70059]: DEBUG oslo_concurrency.lockutils [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] Acquired lock "refresh_cache-255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.833306] env[70059]: DEBUG nova.network.neutron [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Refreshing network info cache for port d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.955992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.153308] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.156879] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.159095] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.203s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.161482] env[70059]: INFO nova.compute.claims [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.275101] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52eff543-075b-4b96-fcc0-dca546620ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.275828] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.276095] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e/4d74d56f-a2c9-40e6-abf7-b3b7a76da66e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.276429] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.277676] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.277963] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f952cce-280a-4c6d-9466-3cb14e5a09b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.280943] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3776bbb0-59c2-4f69-9cd4-b4e607657bc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.291207] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 635.291207] env[70059]: value = "task-3188489" [ 635.291207] env[70059]: _type = "Task" [ 635.291207] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.292476] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.292629] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.296444] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b57fc20-f7f0-42c2-9b31-f7cdd33aeebe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.305856] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.312297] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 635.312297] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b6ea06-821f-ef47-64f4-f1e3408d245a" [ 635.312297] env[70059]: _type = "Task" [ 635.312297] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.323697] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b6ea06-821f-ef47-64f4-f1e3408d245a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.377328] env[70059]: DEBUG nova.network.neutron [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Successfully updated port: 2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.589135] env[70059]: DEBUG nova.compute.manager [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Received event network-changed-de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.590426] env[70059]: DEBUG nova.compute.manager [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Refreshing instance network info cache due to event network-changed-de6ce556-6077-4647-a59c-246a65cb08ab. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.590668] env[70059]: DEBUG oslo_concurrency.lockutils [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] Acquiring lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.590806] env[70059]: DEBUG oslo_concurrency.lockutils [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] Acquired lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.590963] env[70059]: DEBUG nova.network.neutron [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Refreshing network info cache for port de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.667109] env[70059]: DEBUG nova.compute.utils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.672913] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.672913] env[70059]: DEBUG nova.network.neutron [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.803020] env[70059]: DEBUG nova.policy [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dbfa6a0d3374003b0943a09e06d1cb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8232a3101b8645639b00ab8a3a055581', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.809110] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.823247] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b6ea06-821f-ef47-64f4-f1e3408d245a, 'name': SearchDatastore_Task, 'duration_secs': 0.025461} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.824134] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdd9408-447f-416a-a7cd-519ccdd20f66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.831826] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 635.831826] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5242f63a-3342-64c1-19b7-8861a2aa1c36" [ 635.831826] env[70059]: _type = "Task" [ 635.831826] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.844434] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5242f63a-3342-64c1-19b7-8861a2aa1c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.882277] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "refresh_cache-5312440a-5551-4acc-b114-67bb23a84399" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.882333] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired lock "refresh_cache-5312440a-5551-4acc-b114-67bb23a84399" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.883334] env[70059]: DEBUG nova.network.neutron [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.920738] env[70059]: DEBUG nova.network.neutron [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Updated VIF entry in instance network info cache for port d2f902d9-acc5-41b2-927c-d03a80618bbb. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.920738] env[70059]: DEBUG nova.network.neutron [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Updating instance_info_cache with network_info: [{"id": "d2f902d9-acc5-41b2-927c-d03a80618bbb", "address": "fa:16:3e:a5:6c:89", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f902d9-ac", "ovs_interfaceid": "d2f902d9-acc5-41b2-927c-d03a80618bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.178934] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.311997] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623685} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.313492] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e/4d74d56f-a2c9-40e6-abf7-b3b7a76da66e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.313726] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.313978] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30416c8-e0f3-4be0-8c61-10ce6c478196 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.326921] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 636.326921] env[70059]: value = "task-3188490" [ 636.326921] env[70059]: _type = "Task" [ 636.326921] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.349846] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5242f63a-3342-64c1-19b7-8861a2aa1c36, 'name': SearchDatastore_Task, 'duration_secs': 0.058986} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.350113] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.350394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.350663] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f/255ac2ba-769f-4c31-a7d9-7cafffbf2a7f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.353587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.353827] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.354682] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cf148ee-6834-43a6-a9c4-8752d29b319f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.361060] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-128fa38c-4954-434e-82c9-6cd47a6c4cf6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.369333] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b41c4-cdc8-4190-86b3-e00d36a8e304 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.376385] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.376385] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.376385] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 636.376385] env[70059]: value = "task-3188491" [ 636.376385] env[70059]: _type = "Task" [ 636.376385] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.377773] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb6f831-df80-4b39-bb92-c2a798b636d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.398268] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.398559] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 636.398559] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ac1349-eb85-47bd-4301-4df140f500ce" [ 636.398559] env[70059]: _type = "Task" [ 636.398559] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.399967] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb1a57-1a98-4029-8066-5fd3e629de83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.435326] env[70059]: DEBUG oslo_concurrency.lockutils [req-6d4c5fec-7c86-4b34-9cc3-1023a219c749 req-fdc29190-6f6f-4ced-ad47-8e179251409a service nova] Releasing lock "refresh_cache-255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.441371] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f5ae3b-484a-4551-bfa2-222514058849 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.444063] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ac1349-eb85-47bd-4301-4df140f500ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.450261] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70964514-bc17-4693-88f8-03fbe455d440 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.464694] env[70059]: DEBUG nova.compute.provider_tree [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.466845] env[70059]: DEBUG nova.network.neutron [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.554592] env[70059]: DEBUG nova.network.neutron [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Successfully created port: 131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.570797] env[70059]: DEBUG nova.network.neutron [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updated VIF entry in instance network info cache for port de6ce556-6077-4647-a59c-246a65cb08ab. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.571146] env[70059]: DEBUG nova.network.neutron [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updating instance_info_cache with network_info: [{"id": "de6ce556-6077-4647-a59c-246a65cb08ab", "address": "fa:16:3e:44:9d:7b", "network": {"id": "ff8ec5c9-4839-4d5f-8c60-38edfd64ac3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-978261475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1005d18f394c72a48d87bf480718b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6ce556-60", "ovs_interfaceid": "de6ce556-6077-4647-a59c-246a65cb08ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.622516] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "19f4096b-0f09-4e26-93d7-a345002d004d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.622702] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "19f4096b-0f09-4e26-93d7-a345002d004d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.841452] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07255} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.841714] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.842636] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488e6dcd-0592-48b5-a17c-faa685eb12e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.867380] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e/4d74d56f-a2c9-40e6-abf7-b3b7a76da66e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.867679] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ce3a29-7103-484d-ab87-3a13601d5c0d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.910394] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 636.910394] env[70059]: value = "task-3188492" [ 636.910394] env[70059]: _type = "Task" [ 636.910394] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.917218] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188491, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.924099] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ac1349-eb85-47bd-4301-4df140f500ce, 'name': SearchDatastore_Task, 'duration_secs': 0.043796} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.925322] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ce54fa-8449-4d9a-9d5d-36854c8e0785 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.931714] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.934415] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 636.934415] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52984752-c424-d9f2-1373-2bc1f6e2a8fb" [ 636.934415] env[70059]: _type = "Task" [ 636.934415] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.943163] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52984752-c424-d9f2-1373-2bc1f6e2a8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.970502] env[70059]: DEBUG nova.scheduler.client.report [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.080267] env[70059]: DEBUG oslo_concurrency.lockutils [req-31eda352-a6e4-4b79-b752-52a23cd97e3d req-0826dd56-61e8-4f00-bfb7-c7764ed47b7d service nova] Releasing lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.098292] env[70059]: DEBUG nova.network.neutron [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Updating instance_info_cache with network_info: [{"id": "2987c0a4-7817-481f-a3fe-c99825fd67ed", "address": "fa:16:3e:34:b6:8c", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2987c0a4-78", "ovs_interfaceid": "2987c0a4-7817-481f-a3fe-c99825fd67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.126202] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.193266] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.240555] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.241243] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.241323] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.242158] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.242158] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.242372] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.242867] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.243112] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.243412] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.243708] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.244096] env[70059]: DEBUG nova.virt.hardware [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.246152] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2a85a-b71a-4abf-b4e8-81323fb95033 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.257388] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7644a985-1c2b-4db4-bf72-156de6873856 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.414631] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.414815] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f/255ac2ba-769f-4c31-a7d9-7cafffbf2a7f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.415212] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.415590] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bd1e1ef-684c-45f1-a5ea-6c06c1b8f954 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.426982] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188492, 'name': ReconfigVM_Task, 'duration_secs': 0.432323} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.428640] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e/4d74d56f-a2c9-40e6-abf7-b3b7a76da66e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.429523] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 637.429523] env[70059]: value = "task-3188493" [ 637.429523] env[70059]: _type = "Task" [ 637.429523] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.429523] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c09902ec-93a0-47e7-92a8-7fe22cbc69d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.441332] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 637.441332] env[70059]: value = "task-3188494" [ 637.441332] env[70059]: _type = "Task" [ 637.441332] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.446684] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.453566] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52984752-c424-d9f2-1373-2bc1f6e2a8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.048072} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.456437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.456437] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 3b873a8a-8dd7-4497-836e-d22a34a3eea1/3b873a8a-8dd7-4497-836e-d22a34a3eea1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.456437] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bde32962-caa0-4d1e-abf1-1ab08075bb1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.461226] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188494, 'name': Rename_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.466113] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 637.466113] env[70059]: value = "task-3188495" [ 637.466113] env[70059]: _type = "Task" [ 637.466113] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.479022] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.482013] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.482013] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.604354] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Releasing lock "refresh_cache-5312440a-5551-4acc-b114-67bb23a84399" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.604354] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Instance network_info: |[{"id": "2987c0a4-7817-481f-a3fe-c99825fd67ed", "address": "fa:16:3e:34:b6:8c", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2987c0a4-78", "ovs_interfaceid": "2987c0a4-7817-481f-a3fe-c99825fd67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.604561] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:b6:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2987c0a4-7817-481f-a3fe-c99825fd67ed', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.615047] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Creating folder: Project (6c964d0458ad4e51b948cd2bc88528ed). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.615047] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbaf0f75-30bd-42ad-a0f5-4870ba55f918 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.627319] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Created folder: Project (6c964d0458ad4e51b948cd2bc88528ed) in parent group-v637631. [ 637.627319] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Creating folder: Instances. Parent ref: group-v637641. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.627319] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e3bd5e1-7889-4542-83be-95673f2ee4f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.640492] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Created folder: Instances in parent group-v637641. [ 637.640957] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.644322] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.645387] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d54f7c76-805f-4a92-a052-0456642100b8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.665631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.665992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.668408] env[70059]: INFO nova.compute.claims [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.681338] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.681338] env[70059]: value = "task-3188498" [ 637.681338] env[70059]: _type = "Task" [ 637.681338] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.694766] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188498, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.948753] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08539} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.957530] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.958521] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c695379-457d-4d83-b45a-ec8c2d62d78a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.986335] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188494, 'name': Rename_Task, 'duration_secs': 0.156407} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.999649] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f/255ac2ba-769f-4c31-a7d9-7cafffbf2a7f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.000587] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.003921] env[70059]: DEBUG nova.compute.utils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.003921] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79634e0-7619-4d85-949c-2e88f7c20c1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.025174] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f4ba0a-a618-4750-9816-34d8a840c07a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.027185] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.027385] env[70059]: DEBUG nova.network.neutron [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.029362] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.033737] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.033960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.039549] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 638.039549] env[70059]: value = "task-3188499" [ 638.039549] env[70059]: _type = "Task" [ 638.039549] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.042229] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 638.042229] env[70059]: value = "task-3188500" [ 638.042229] env[70059]: _type = "Task" [ 638.042229] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.056747] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.060640] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188500, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.190707] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188498, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.260652] env[70059]: DEBUG nova.policy [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '737616469af14fdca71c35f774606474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc80d9ad021a43318f599729de643d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.477703] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607769} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.478179] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 3b873a8a-8dd7-4497-836e-d22a34a3eea1/3b873a8a-8dd7-4497-836e-d22a34a3eea1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.478353] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.478441] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed46a0b2-6a1c-43fa-a124-f19669591c42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.485974] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 638.485974] env[70059]: value = "task-3188501" [ 638.485974] env[70059]: _type = "Task" [ 638.485974] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.497056] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.524195] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.537957] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.558133] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188499, 'name': ReconfigVM_Task, 'duration_secs': 0.492684} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.561594] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f/255ac2ba-769f-4c31-a7d9-7cafffbf2a7f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.562344] env[70059]: DEBUG oslo_vmware.api [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188500, 'name': PowerOnVM_Task, 'duration_secs': 0.496536} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.562525] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3801a76b-04bb-4e21-a488-53d163adb167 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.564293] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.564692] env[70059]: INFO nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Took 8.73 seconds to spawn the instance on the hypervisor. [ 638.564947] env[70059]: DEBUG nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.565831] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839abb09-a6e8-4e4f-8249-45cd77376f27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.576646] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 638.576646] env[70059]: value = "task-3188502" [ 638.576646] env[70059]: _type = "Task" [ 638.576646] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.590956] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188502, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.696319] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188498, 'name': CreateVM_Task, 'duration_secs': 0.62415} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.699608] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.699608] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.699608] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.699608] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.699608] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f2c9ba-bf42-409f-a758-bae181e74b21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.707403] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 638.707403] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b07c34-913a-4355-f775-dc989e260db5" [ 638.707403] env[70059]: _type = "Task" [ 638.707403] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.717448] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b07c34-913a-4355-f775-dc989e260db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.848151] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c729e9-6c48-4b5c-8f03-b4749a880064 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.855618] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7032da-db7e-4418-9bfe-43863223e096 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.888498] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b069cf-9f4d-43d7-a54e-57f7841e9ae5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.896537] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f43909b-7715-417b-9612-96eedd0c819f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.910872] env[70059]: DEBUG nova.compute.provider_tree [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.998536] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077086} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.998654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.002629] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2da42e-8fd7-4a2f-af96-5a0a954640dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.007184] env[70059]: DEBUG nova.network.neutron [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Successfully updated port: 131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.034673] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3b873a8a-8dd7-4497-836e-d22a34a3eea1/3b873a8a-8dd7-4497-836e-d22a34a3eea1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.041966] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5f78bd-8b02-4556-a430-547c63e11b6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.067097] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 639.067097] env[70059]: value = "task-3188503" [ 639.067097] env[70059]: _type = "Task" [ 639.067097] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.078184] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.090389] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188502, 'name': Rename_Task, 'duration_secs': 0.157587} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.091067] env[70059]: INFO nova.compute.manager [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Took 16.42 seconds to build instance. [ 639.091817] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.093308] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33fbc4d1-a7e0-4809-8c23-f7e6ab77691c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.094614] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.101595] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 639.101595] env[70059]: value = "task-3188504" [ 639.101595] env[70059]: _type = "Task" [ 639.101595] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.122387] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.216483] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b07c34-913a-4355-f775-dc989e260db5, 'name': SearchDatastore_Task, 'duration_secs': 0.03795} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.217158] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.217723] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.218246] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218402] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.218584] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.218842] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd1304e-ab2e-4c28-8be3-3ef58314d9c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.227136] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.227769] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.228061] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17aed34d-963d-420e-8cf7-d6bb7c129808 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.233134] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 639.233134] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e59491-7849-0d43-705c-2484731b7f0e" [ 639.233134] env[70059]: _type = "Task" [ 639.233134] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.240947] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e59491-7849-0d43-705c-2484731b7f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.413901] env[70059]: DEBUG nova.scheduler.client.report [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.420840] env[70059]: DEBUG nova.compute.manager [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Received event network-vif-plugged-2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.420840] env[70059]: DEBUG oslo_concurrency.lockutils [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] Acquiring lock "5312440a-5551-4acc-b114-67bb23a84399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.421411] env[70059]: DEBUG oslo_concurrency.lockutils [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] Lock "5312440a-5551-4acc-b114-67bb23a84399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.421717] env[70059]: DEBUG oslo_concurrency.lockutils [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] Lock "5312440a-5551-4acc-b114-67bb23a84399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.421787] env[70059]: DEBUG nova.compute.manager [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] No waiting events found dispatching network-vif-plugged-2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.421965] env[70059]: WARNING nova.compute.manager [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Received unexpected event network-vif-plugged-2987c0a4-7817-481f-a3fe-c99825fd67ed for instance with vm_state building and task_state spawning. [ 639.422146] env[70059]: DEBUG nova.compute.manager [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Received event network-changed-2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.422302] env[70059]: DEBUG nova.compute.manager [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Refreshing instance network info cache due to event network-changed-2987c0a4-7817-481f-a3fe-c99825fd67ed. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.422488] env[70059]: DEBUG oslo_concurrency.lockutils [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] Acquiring lock "refresh_cache-5312440a-5551-4acc-b114-67bb23a84399" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.422677] env[70059]: DEBUG oslo_concurrency.lockutils [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] Acquired lock "refresh_cache-5312440a-5551-4acc-b114-67bb23a84399" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.422763] env[70059]: DEBUG nova.network.neutron [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Refreshing network info cache for port 2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.511480] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "refresh_cache-8d55683d-3ce3-42ec-bf0c-a17146f61142" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.511480] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired lock "refresh_cache-8d55683d-3ce3-42ec-bf0c-a17146f61142" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.511480] env[70059]: DEBUG nova.network.neutron [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.562874] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.580900] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188503, 'name': ReconfigVM_Task, 'duration_secs': 0.455861} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.580900] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3b873a8a-8dd7-4497-836e-d22a34a3eea1/3b873a8a-8dd7-4497-836e-d22a34a3eea1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.581554] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f445749c-ec27-4e39-ba44-9e2aa18deed7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.592369] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 639.592369] env[70059]: value = "task-3188505" [ 639.592369] env[70059]: _type = "Task" [ 639.592369] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.593226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c860396-bc4d-48a3-adcc-0cb48893c918 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.940s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.599130] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.599417] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.599709] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.600869] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.600869] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.600869] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.600869] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.600869] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.601193] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.601351] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.601518] env[70059]: DEBUG nova.virt.hardware [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.602807] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ad127-a89d-41a6-941f-30b2a8538235 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.616808] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188505, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.620653] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18163dc-ec21-48a0-bb2d-bbe93bf1a054 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.629240] env[70059]: DEBUG oslo_vmware.api [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188504, 'name': PowerOnVM_Task, 'duration_secs': 0.512322} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.629842] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.630053] env[70059]: INFO nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Took 14.21 seconds to spawn the instance on the hypervisor. [ 639.630247] env[70059]: DEBUG nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.631056] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d9a42-40f8-40fa-9a69-df14dc4c0708 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.745818] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e59491-7849-0d43-705c-2484731b7f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.752542] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660c33d6-f55c-4eba-a15b-3664efc5440c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.757904] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 639.757904] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522116b6-badc-7199-1b5e-db434e51eb11" [ 639.757904] env[70059]: _type = "Task" [ 639.757904] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.767461] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522116b6-badc-7199-1b5e-db434e51eb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.925872] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.926633] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.934586] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.840s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.936035] env[70059]: INFO nova.compute.claims [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.109125] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188505, 'name': Rename_Task, 'duration_secs': 0.363701} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.109470] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.109736] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36dd6802-051a-4143-a3f2-79db460ec688 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.116442] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 640.116442] env[70059]: value = "task-3188506" [ 640.116442] env[70059]: _type = "Task" [ 640.116442] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.126300] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.127236] env[70059]: DEBUG nova.network.neutron [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.168708] env[70059]: INFO nova.compute.manager [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Took 19.08 seconds to build instance. [ 640.273299] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522116b6-badc-7199-1b5e-db434e51eb11, 'name': SearchDatastore_Task, 'duration_secs': 0.022264} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.283261] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283585] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5312440a-5551-4acc-b114-67bb23a84399/5312440a-5551-4acc-b114-67bb23a84399.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.283949] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad583c54-329c-44d7-bc4d-dcf338966809 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.292464] env[70059]: DEBUG nova.network.neutron [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Successfully created port: fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.305297] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 640.305297] env[70059]: value = "task-3188507" [ 640.305297] env[70059]: _type = "Task" [ 640.305297] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.318165] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.433565] env[70059]: DEBUG nova.compute.utils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.438551] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.438666] env[70059]: DEBUG nova.network.neutron [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.632372] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.646222] env[70059]: DEBUG nova.policy [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55cee955ce254e75968029457d5edb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3545ecde15564403b0762c4c4d66ba55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.668539] env[70059]: DEBUG oslo_concurrency.lockutils [None req-694e8efa-2556-422f-a96c-82c5d6c1ce07 tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.592s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.822222] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.837949] env[70059]: DEBUG nova.network.neutron [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Updating instance_info_cache with network_info: [{"id": "131cb2c2-70fd-4618-af82-4a8eefcbec97", "address": "fa:16:3e:76:1e:f0", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131cb2c2-70", "ovs_interfaceid": "131cb2c2-70fd-4618-af82-4a8eefcbec97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.904077] env[70059]: DEBUG nova.compute.manager [None req-8d8c46b7-ddcd-44d7-a379-d922f2139079 tempest-ServerDiagnosticsV248Test-2029077234 tempest-ServerDiagnosticsV248Test-2029077234-project-admin] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.904077] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5944ad20-d2a8-4e1c-9c52-a304847bf9a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.912726] env[70059]: INFO nova.compute.manager [None req-8d8c46b7-ddcd-44d7-a379-d922f2139079 tempest-ServerDiagnosticsV248Test-2029077234 tempest-ServerDiagnosticsV248Test-2029077234-project-admin] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Retrieving diagnostics [ 640.913727] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7231c84c-626b-474b-8ede-b25d698b3ac9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.952972] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.975758] env[70059]: DEBUG nova.network.neutron [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Updated VIF entry in instance network info cache for port 2987c0a4-7817-481f-a3fe-c99825fd67ed. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.976114] env[70059]: DEBUG nova.network.neutron [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Updating instance_info_cache with network_info: [{"id": "2987c0a4-7817-481f-a3fe-c99825fd67ed", "address": "fa:16:3e:34:b6:8c", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2987c0a4-78", "ovs_interfaceid": "2987c0a4-7817-481f-a3fe-c99825fd67ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.135243] env[70059]: DEBUG oslo_vmware.api [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188506, 'name': PowerOnVM_Task, 'duration_secs': 0.964644} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.138277] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.138550] env[70059]: INFO nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Took 13.51 seconds to spawn the instance on the hypervisor. [ 641.138900] env[70059]: DEBUG nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.140082] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6decf4-c95b-4662-a43a-fda95d25f78d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.270562] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de028b2f-a85f-4cbf-99d5-b6bc01463731 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.281468] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd073ec-aafe-469a-b398-f884f6374cc9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.321152] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00762ff3-efb5-47f3-af26-b393535bc5c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.329705] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662409} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.331928] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5312440a-5551-4acc-b114-67bb23a84399/5312440a-5551-4acc-b114-67bb23a84399.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.332292] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.332481] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c51f50e2-3f2c-41bf-ad02-2ceb9dea33f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.339068] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b9c54f-d660-4df4-8768-7bf957c06b9b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.346433] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Releasing lock "refresh_cache-8d55683d-3ce3-42ec-bf0c-a17146f61142" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.346838] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Instance network_info: |[{"id": "131cb2c2-70fd-4618-af82-4a8eefcbec97", "address": "fa:16:3e:76:1e:f0", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131cb2c2-70", "ovs_interfaceid": "131cb2c2-70fd-4618-af82-4a8eefcbec97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.347612] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:1e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '131cb2c2-70fd-4618-af82-4a8eefcbec97', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.355514] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Creating folder: Project (8232a3101b8645639b00ab8a3a055581). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.357479] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dff48d8-cbe6-43eb-8431-02594e7e6b59 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.359364] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 641.359364] env[70059]: value = "task-3188508" [ 641.359364] env[70059]: _type = "Task" [ 641.359364] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.367730] env[70059]: DEBUG nova.compute.provider_tree [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.377853] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.378448] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Created folder: Project (8232a3101b8645639b00ab8a3a055581) in parent group-v637631. [ 641.378620] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Creating folder: Instances. Parent ref: group-v637644. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.379433] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd7fd887-c055-4036-a3a9-febe9c1bcc96 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.387489] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Created folder: Instances in parent group-v637644. [ 641.387723] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.387907] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.388371] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c85903dc-e50f-46c2-a593-347db9175f9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.408814] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.408814] env[70059]: value = "task-3188511" [ 641.408814] env[70059]: _type = "Task" [ 641.408814] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.416963] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.479124] env[70059]: DEBUG oslo_concurrency.lockutils [req-11e57c10-d1f4-450b-afaf-25d1f9c186e8 req-3f26fcdf-056e-4769-9139-2bc47cd6131f service nova] Releasing lock "refresh_cache-5312440a-5551-4acc-b114-67bb23a84399" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.663269] env[70059]: INFO nova.compute.manager [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Took 20.08 seconds to build instance. [ 641.875740] env[70059]: DEBUG nova.scheduler.client.report [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.884754] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177101} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.887579] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.889079] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e830574-652a-4ac9-a7bd-c8a7c64a8980 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.915444] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 5312440a-5551-4acc-b114-67bb23a84399/5312440a-5551-4acc-b114-67bb23a84399.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.916555] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2ab5fb-535f-44b0-a308-8db0eabafb1d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.944436] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.944436] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 641.944436] env[70059]: value = "task-3188512" [ 641.944436] env[70059]: _type = "Task" [ 641.944436] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.952155] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.968848] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.000881] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.001139] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.001776] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.001776] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.001776] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.001980] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.002212] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.002273] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.002443] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.002608] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.002776] env[70059]: DEBUG nova.virt.hardware [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.004037] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56738ba7-c4a0-4864-84c6-ff3227f7e0c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.016746] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2038b7d-37ae-4a39-838d-27bdea2e8012 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.115924] env[70059]: DEBUG nova.network.neutron [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Successfully created port: ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.170632] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c88ecb78-8537-453a-b779-91317e018778 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.610s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.381101] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.381251] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.434329] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.465525] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.896501] env[70059]: DEBUG nova.compute.utils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.896501] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.896501] env[70059]: DEBUG nova.network.neutron [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.933252] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.958181] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.972153] env[70059]: DEBUG nova.policy [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbe6d6707eb480dab2714e659fdc8e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cb5681353b64fefbd6bf1353aa371a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.404395] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.434814] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.458626] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.536607] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "bf43965a-4117-4c14-a78b-43ffa49d463a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.536932] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.827224] env[70059]: DEBUG nova.network.neutron [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Successfully updated port: fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.893970] env[70059]: DEBUG nova.compute.manager [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Received event network-vif-plugged-131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.894381] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] Acquiring lock "8d55683d-3ce3-42ec-bf0c-a17146f61142-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.894456] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.894575] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.894805] env[70059]: DEBUG nova.compute.manager [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] No waiting events found dispatching network-vif-plugged-131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.894896] env[70059]: WARNING nova.compute.manager [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Received unexpected event network-vif-plugged-131cb2c2-70fd-4618-af82-4a8eefcbec97 for instance with vm_state building and task_state spawning. [ 643.898232] env[70059]: DEBUG nova.compute.manager [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Received event network-changed-131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.898232] env[70059]: DEBUG nova.compute.manager [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Refreshing instance network info cache due to event network-changed-131cb2c2-70fd-4618-af82-4a8eefcbec97. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.898232] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] Acquiring lock "refresh_cache-8d55683d-3ce3-42ec-bf0c-a17146f61142" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.898232] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] Acquired lock "refresh_cache-8d55683d-3ce3-42ec-bf0c-a17146f61142" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.898232] env[70059]: DEBUG nova.network.neutron [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Refreshing network info cache for port 131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.938922] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.968375] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188512, 'name': ReconfigVM_Task, 'duration_secs': 1.628417} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.968375] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 5312440a-5551-4acc-b114-67bb23a84399/5312440a-5551-4acc-b114-67bb23a84399.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.969899] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c4b7d49-553a-4b45-a618-70297a8fc12c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.977820] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 643.977820] env[70059]: value = "task-3188513" [ 643.977820] env[70059]: _type = "Task" [ 643.977820] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.987786] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188513, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.040832] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.216811] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.217064] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.297435] env[70059]: DEBUG nova.compute.manager [None req-e3445398-9b15-4918-acef-3b09ccb48e11 tempest-ServerDiagnosticsTest-352184395 tempest-ServerDiagnosticsTest-352184395-project-admin] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.299649] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca54bd9-7ad6-4d1e-b9ba-836e56efc038 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.306571] env[70059]: INFO nova.compute.manager [None req-e3445398-9b15-4918-acef-3b09ccb48e11 tempest-ServerDiagnosticsTest-352184395 tempest-ServerDiagnosticsTest-352184395-project-admin] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Retrieving diagnostics [ 644.307623] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ec7b5-cdb8-4f1b-8ca0-a46ce7d88004 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.352305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.352305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.352305] env[70059]: DEBUG nova.network.neutron [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.416050] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.436605] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188511, 'name': CreateVM_Task, 'duration_secs': 2.688062} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.436605] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.436605] env[70059]: DEBUG oslo_vmware.service [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e10f334-8b90-4d9e-aef5-54e5e5cff0e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.441315] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.443750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.443750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.443750] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b10f070-de45-435f-bf4e-b6cec2278e5c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.455489] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 644.455489] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235071b-4a5b-9ea5-a550-739d1a8f7e8c" [ 644.455489] env[70059]: _type = "Task" [ 644.455489] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.460188] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.460188] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.460188] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.460333] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.460333] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.460333] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.460333] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.460506] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.460731] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.460950] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.461201] env[70059]: DEBUG nova.virt.hardware [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.462487] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf846067-9f3d-465f-8001-9c4afd0df546 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.494582] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03910e-58d8-4663-b1b6-bb9b3b14f8b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.500858] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.501250] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.501504] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.501738] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.501942] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.506648] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d863757-7fa6-43e4-a9fa-02c2263401bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.508568] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188513, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.520448] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.520448] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.521586] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ab138-fcf7-4fbe-bc49-f2328a9b6a7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.528053] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e288ee61-ee8b-4b5c-956b-fd92b2ef7b7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.532603] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 644.532603] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fd774f-e97b-f8ef-f022-f61a3eb4cf22" [ 644.532603] env[70059]: _type = "Task" [ 644.532603] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.541117] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fd774f-e97b-f8ef-f022-f61a3eb4cf22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.579376] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.581048] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.585330] env[70059]: INFO nova.compute.claims [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.587206] env[70059]: DEBUG nova.network.neutron [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Successfully updated port: ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.722127] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.739674] env[70059]: DEBUG nova.network.neutron [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Successfully created port: f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.848472] env[70059]: DEBUG nova.network.neutron [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Updated VIF entry in instance network info cache for port 131cb2c2-70fd-4618-af82-4a8eefcbec97. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.848853] env[70059]: DEBUG nova.network.neutron [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Updating instance_info_cache with network_info: [{"id": "131cb2c2-70fd-4618-af82-4a8eefcbec97", "address": "fa:16:3e:76:1e:f0", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131cb2c2-70", "ovs_interfaceid": "131cb2c2-70fd-4618-af82-4a8eefcbec97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.901227] env[70059]: DEBUG nova.network.neutron [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.991133] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188513, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.052557] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 645.053110] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Creating directory with path [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.053603] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b2d6cb0-5d2f-4e75-a122-73a705391105 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.084039] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Created directory with path [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.084299] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Fetch image to [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 645.084483] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Downloading image file data 70f98bc0-161f-4a1e-b907-a23c9e7056bf to [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk on the data store datastore1 {{(pid=70059) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 645.088510] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6e533-f5de-4d25-830e-17da4591f838 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.091527] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "refresh_cache-19f4096b-0f09-4e26-93d7-a345002d004d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.091662] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquired lock "refresh_cache-19f4096b-0f09-4e26-93d7-a345002d004d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.091816] env[70059]: DEBUG nova.network.neutron [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.099541] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90bc249-9268-4426-a345-93137c5f4dd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.120072] env[70059]: DEBUG nova.network.neutron [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [{"id": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "address": "fa:16:3e:02:a2:47", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c9b5e-5a", "ovs_interfaceid": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.122442] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e02bb-30a9-413b-a961-6d235d6a1980 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.173203] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e58e8-a068-4d98-a9e5-9b3b62337b94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.182889] env[70059]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-15e317d7-3b99-4f35-a961-c63d95f95025 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.220254] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Downloading image file data 70f98bc0-161f-4a1e-b907-a23c9e7056bf to the data store datastore1 {{(pid=70059) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 645.270386] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.332409] env[70059]: DEBUG oslo_vmware.rw_handles [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 645.407599] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a5b9af0-2d1e-4712-bce9-3150280e5cc7 req-d4129f44-cb9a-4393-be82-58f75f278e8f service nova] Releasing lock "refresh_cache-8d55683d-3ce3-42ec-bf0c-a17146f61142" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.498631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "1f87fd35-05ce-4111-af7b-a5192625d1a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.499131] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "1f87fd35-05ce-4111-af7b-a5192625d1a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.508100] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188513, 'name': Rename_Task, 'duration_secs': 1.170258} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.513629] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.513929] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b8ec821-4f47-4dcf-af86-85270e1f37b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.521170] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 645.521170] env[70059]: value = "task-3188514" [ 645.521170] env[70059]: _type = "Task" [ 645.521170] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.532346] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.632396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.632704] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Instance network_info: |[{"id": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "address": "fa:16:3e:02:a2:47", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c9b5e-5a", "ovs_interfaceid": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.633445] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a2:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.644573] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Creating folder: Project (fc80d9ad021a43318f599729de643d2f). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.651383] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7971e6f-e781-437a-826e-827055cee560 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.666510] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Created folder: Project (fc80d9ad021a43318f599729de643d2f) in parent group-v637631. [ 645.666725] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Creating folder: Instances. Parent ref: group-v637647. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.667226] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c781e00-4a64-47a8-8f37-91672207e81c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.682258] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Created folder: Instances in parent group-v637647. [ 645.682516] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.685061] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.685061] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10a3145d-f70c-4216-9832-a21ff16df389 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.702817] env[70059]: DEBUG nova.network.neutron [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.710911] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.710911] env[70059]: value = "task-3188517" [ 645.710911] env[70059]: _type = "Task" [ 645.710911] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.729702] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188517, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.912908] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2df0d3-60a5-412a-b051-677c9c4fb388 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.933086] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee247d7-cc6f-49d8-8807-8d925167f43e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.973673] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f20fd34-c343-4594-9970-a688b2b9e8a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.986631] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cfd39-fc05-4d88-837e-ab5ebc3544d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.004059] env[70059]: DEBUG nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.007141] env[70059]: DEBUG nova.compute.provider_tree [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.036975] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.150799] env[70059]: DEBUG oslo_vmware.rw_handles [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 646.151057] env[70059]: DEBUG oslo_vmware.rw_handles [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 646.187536] env[70059]: DEBUG nova.compute.manager [req-10737d6c-689d-4559-8c50-bb189a71045d req-f1a2746a-1622-4683-8588-67075bfbe29c service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Received event network-vif-plugged-fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.187740] env[70059]: DEBUG oslo_concurrency.lockutils [req-10737d6c-689d-4559-8c50-bb189a71045d req-f1a2746a-1622-4683-8588-67075bfbe29c service nova] Acquiring lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.187949] env[70059]: DEBUG oslo_concurrency.lockutils [req-10737d6c-689d-4559-8c50-bb189a71045d req-f1a2746a-1622-4683-8588-67075bfbe29c service nova] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.189482] env[70059]: DEBUG oslo_concurrency.lockutils [req-10737d6c-689d-4559-8c50-bb189a71045d req-f1a2746a-1622-4683-8588-67075bfbe29c service nova] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.189800] env[70059]: DEBUG nova.compute.manager [req-10737d6c-689d-4559-8c50-bb189a71045d req-f1a2746a-1622-4683-8588-67075bfbe29c service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] No waiting events found dispatching network-vif-plugged-fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.190060] env[70059]: WARNING nova.compute.manager [req-10737d6c-689d-4559-8c50-bb189a71045d req-f1a2746a-1622-4683-8588-67075bfbe29c service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Received unexpected event network-vif-plugged-fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 for instance with vm_state building and task_state spawning. [ 646.215545] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Downloaded image file data 70f98bc0-161f-4a1e-b907-a23c9e7056bf to vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk on the data store datastore1 {{(pid=70059) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 646.216955] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 646.217967] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Copying Virtual Disk [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk to [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.217967] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0c46048-1924-4523-894c-fcd05c429ecb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.240599] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188517, 'name': CreateVM_Task, 'duration_secs': 0.388667} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.242037] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.242439] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 646.242439] env[70059]: value = "task-3188518" [ 646.242439] env[70059]: _type = "Task" [ 646.242439] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.242990] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.245660] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.246064] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.246462] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3119d087-bfad-460a-990e-92f9d496903d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.260434] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 646.260434] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529ebe94-8e4e-4e60-281e-ec7bbde62a28" [ 646.260434] env[70059]: _type = "Task" [ 646.260434] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.264592] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.276021] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529ebe94-8e4e-4e60-281e-ec7bbde62a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.305913] env[70059]: DEBUG nova.network.neutron [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Updating instance_info_cache with network_info: [{"id": "ce250c86-9dee-4c1a-9899-e09a957916ab", "address": "fa:16:3e:82:42:35", "network": {"id": "18c467fc-a8de-4d2d-ab19-5cae00608f33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-585379971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3545ecde15564403b0762c4c4d66ba55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce250c86-9d", "ovs_interfaceid": "ce250c86-9dee-4c1a-9899-e09a957916ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.513016] env[70059]: DEBUG nova.scheduler.client.report [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.533108] env[70059]: DEBUG oslo_vmware.api [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188514, 'name': PowerOnVM_Task, 'duration_secs': 0.765145} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.536597] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.536597] env[70059]: INFO nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Took 14.49 seconds to spawn the instance on the hypervisor. [ 646.536597] env[70059]: DEBUG nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.537960] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d3e98-fe3f-4eaf-990b-a84d0a270dfa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.540125] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.761206] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188518, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.781892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.782095] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.782308] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.819392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Releasing lock "refresh_cache-19f4096b-0f09-4e26-93d7-a345002d004d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.819392] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Instance network_info: |[{"id": "ce250c86-9dee-4c1a-9899-e09a957916ab", "address": "fa:16:3e:82:42:35", "network": {"id": "18c467fc-a8de-4d2d-ab19-5cae00608f33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-585379971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3545ecde15564403b0762c4c4d66ba55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce250c86-9d", "ovs_interfaceid": "ce250c86-9dee-4c1a-9899-e09a957916ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.819507] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:42:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce250c86-9dee-4c1a-9899-e09a957916ab', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.825368] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Creating folder: Project (3545ecde15564403b0762c4c4d66ba55). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.826353] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ec57c61-6f7e-48af-a0ea-7ee31962de5a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.838625] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Created folder: Project (3545ecde15564403b0762c4c4d66ba55) in parent group-v637631. [ 646.838625] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Creating folder: Instances. Parent ref: group-v637650. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.839608] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9c2904-44fe-4743-b848-5f6b79cf5750 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.855385] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Created folder: Instances in parent group-v637650. [ 646.855385] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.855385] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.855385] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b396b39-dd2c-4228-996f-489900fca55c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.883462] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.883462] env[70059]: value = "task-3188521" [ 646.883462] env[70059]: _type = "Task" [ 646.883462] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.894866] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188521, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.023338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.023856] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.028952] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.759s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.031104] env[70059]: INFO nova.compute.claims [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.061962] env[70059]: INFO nova.compute.manager [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Took 24.20 seconds to build instance. [ 647.248376] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.248838] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.249147] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.249408] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.249589] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.253766] env[70059]: INFO nova.compute.manager [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Terminating instance [ 647.271580] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188518, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.400637] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188521, 'name': CreateVM_Task, 'duration_secs': 0.405027} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.400809] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.401984] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.402270] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.402472] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.402766] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ba829e-8b06-432a-bc2b-3e16f86d8a95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.413213] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 647.413213] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a57f21-e957-e0c2-8a2e-34c9fd29ccd0" [ 647.413213] env[70059]: _type = "Task" [ 647.413213] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.427276] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.427538] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.427749] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.538338] env[70059]: DEBUG nova.compute.utils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.548066] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.548066] env[70059]: DEBUG nova.network.neutron [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.564392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-964c7920-fd7d-4f85-9012-af61326f0377 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "5312440a-5551-4acc-b114-67bb23a84399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.225s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.635656] env[70059]: DEBUG nova.network.neutron [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Successfully updated port: f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.657285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.657535] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.697641] env[70059]: DEBUG nova.policy [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af8236ac57e4c808cd2752ec3adcf61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42474e7306ab4b9c9eff8033cfdc57c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.765216] env[70059]: DEBUG nova.compute.manager [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.765373] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.765714] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188518, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.196277} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.769293] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef15ca79-a5cc-4698-86d2-571f52ed8715 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.772951] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Copied Virtual Disk [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk to [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.773144] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleting the datastore file [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf/tmp-sparse.vmdk {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.773453] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05dd221e-a191-4dcc-8847-c89f25e6b769 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.780063] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.781824] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b643439a-6c3a-496e-9ce7-2badadce9394 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.783747] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 647.783747] env[70059]: value = "task-3188522" [ 647.783747] env[70059]: _type = "Task" [ 647.783747] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.788910] env[70059]: DEBUG oslo_vmware.api [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 647.788910] env[70059]: value = "task-3188523" [ 647.788910] env[70059]: _type = "Task" [ 647.788910] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.796756] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.801813] env[70059]: DEBUG oslo_vmware.api [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.046266] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.140936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.141194] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquired lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.141437] env[70059]: DEBUG nova.network.neutron [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.163133] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.305383] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03427} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.307198] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.309447] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Moving file from [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227/70f98bc0-161f-4a1e-b907-a23c9e7056bf to [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf. {{(pid=70059) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 648.312732] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2717e746-14ef-4aa9-b3dd-8a67343de2c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.314853] env[70059]: DEBUG oslo_vmware.api [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188523, 'name': PowerOffVM_Task, 'duration_secs': 0.435707} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.315554] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.315554] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.315945] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a87fa700-6e7e-4465-9790-9e98a1927fca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.320408] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 648.320408] env[70059]: value = "task-3188524" [ 648.320408] env[70059]: _type = "Task" [ 648.320408] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.326205] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e609a8-0618-42b9-a7b3-e53c74da8575 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.336572] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188524, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.339632] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4db2b-b3de-4a9f-b686-1267a3b1dada {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.373480] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a475c0b1-f05a-46a3-8eff-9130fd3a135c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.381147] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437221b-0394-4ea7-a6ee-954bc88d5030 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.396674] env[70059]: DEBUG nova.compute.provider_tree [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.402537] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.402812] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.403013] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Deleting the datastore file [datastore2] 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.406224] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7e9e74b-2215-41d2-b6a9-f16dec3ec72d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.410036] env[70059]: DEBUG oslo_vmware.api [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for the task: (returnval){ [ 648.410036] env[70059]: value = "task-3188526" [ 648.410036] env[70059]: _type = "Task" [ 648.410036] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.419626] env[70059]: DEBUG oslo_vmware.api [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.689315] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.725581] env[70059]: DEBUG nova.network.neutron [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.830469] env[70059]: DEBUG nova.network.neutron [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Successfully created port: 8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.840375] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188524, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.044603} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.840375] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] File moved {{(pid=70059) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 648.840815] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Cleaning up location [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 648.841869] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleting the datastore file [datastore1] vmware_temp/38ac1754-dad9-4c87-a468-4e9d488cc227 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.844294] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b9bd1f-3591-4eb6-a977-4452d5f46419 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.850696] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 648.850696] env[70059]: value = "task-3188527" [ 648.850696] env[70059]: _type = "Task" [ 648.850696] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.864919] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.901119] env[70059]: DEBUG nova.scheduler.client.report [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.927489] env[70059]: DEBUG oslo_vmware.api [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Task: {'id': task-3188526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364336} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.931509] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.934315] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.934623] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.934844] env[70059]: INFO nova.compute.manager [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 648.935075] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.935844] env[70059]: DEBUG nova.compute.manager [-] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.935947] env[70059]: DEBUG nova.network.neutron [-] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.066549] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.096622] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.096622] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.096622] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.096964] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.096964] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.096964] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.097170] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.097782] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.097782] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.097782] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.097944] env[70059]: DEBUG nova.virt.hardware [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.098895] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b44471-dd24-45cd-93ae-cbc6156fb635 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.108476] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10505a33-2bf6-4aa2-8bee-9685068f9d43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.151039] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "ca457c4e-4865-43e0-86e1-617fada34e38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.151311] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "ca457c4e-4865-43e0-86e1-617fada34e38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.179646] env[70059]: DEBUG nova.network.neutron [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updating instance_info_cache with network_info: [{"id": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "address": "fa:16:3e:ff:ed:bd", "network": {"id": "f93e864c-80a8-4a85-a5f8-ec3ff895edfe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1330808195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb5681353b64fefbd6bf1353aa371a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972b67a-2d", "ovs_interfaceid": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.360930] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036754} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.361414] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.362162] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd72882d-bc79-46e6-81a8-26beeeaceaab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.368781] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 649.368781] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e300c0-4815-3504-772b-fe9345c9e9a2" [ 649.368781] env[70059]: _type = "Task" [ 649.368781] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.377967] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e300c0-4815-3504-772b-fe9345c9e9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.407985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.408567] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.411013] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.871s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.412456] env[70059]: INFO nova.compute.claims [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.528086] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "0c608994-12d8-4173-b8f0-06378d8d96ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.528395] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.654037] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.682411] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Releasing lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.683466] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Instance network_info: |[{"id": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "address": "fa:16:3e:ff:ed:bd", "network": {"id": "f93e864c-80a8-4a85-a5f8-ec3ff895edfe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1330808195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb5681353b64fefbd6bf1353aa371a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972b67a-2d", "ovs_interfaceid": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.683950] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ed:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f972b67a-2d14-4b1a-adc5-1324166e9df5', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.697296] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Creating folder: Project (6cb5681353b64fefbd6bf1353aa371a2). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.698593] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60cdced-d7e9-46c6-956e-036224bca1d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.711472] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Created folder: Project (6cb5681353b64fefbd6bf1353aa371a2) in parent group-v637631. [ 649.711756] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Creating folder: Instances. Parent ref: group-v637653. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.712021] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39ca417a-be93-47d8-bc8c-97faaab0bd2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.723285] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Created folder: Instances in parent group-v637653. [ 649.724390] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.725258] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.728269] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5acb86df-c71f-44b5-b78b-93fa84ab8824 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.753317] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.753317] env[70059]: value = "task-3188530" [ 649.753317] env[70059]: _type = "Task" [ 649.753317] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.765911] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188530, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.879479] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e300c0-4815-3504-772b-fe9345c9e9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.879749] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.879982] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8d55683d-3ce3-42ec-bf0c-a17146f61142/8d55683d-3ce3-42ec-bf0c-a17146f61142.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.880293] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.880501] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.880720] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10cbb418-3205-40a3-9189-43a683f06f71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.884251] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a9f756b-a6cd-4512-ab74-e3bdab3c595f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.891488] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 649.891488] env[70059]: value = "task-3188531" [ 649.891488] env[70059]: _type = "Task" [ 649.891488] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.892728] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.892940] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.896374] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c87eb5f-1d14-4c43-891d-8b8ef3042af2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.903331] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.904669] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 649.904669] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52764923-0f68-a9f1-5ae6-876c1648a873" [ 649.904669] env[70059]: _type = "Task" [ 649.904669] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.914387] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52764923-0f68-a9f1-5ae6-876c1648a873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.922288] env[70059]: DEBUG nova.compute.utils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.923852] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.924050] env[70059]: DEBUG nova.network.neutron [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.033025] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.088066] env[70059]: DEBUG nova.policy [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b179f914e11d4d5193aea0d690fe4c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5df5736b92464af8b492dd4efc96ed76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.124009] env[70059]: DEBUG nova.network.neutron [-] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.192424] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.271641] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188530, 'name': CreateVM_Task, 'duration_secs': 0.360653} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.271837] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.274676] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.274676] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.279038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.279038] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72720929-6770-4439-8c00-3ee740bf7ccd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.284818] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 650.284818] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d287ee-aa58-72d7-3e20-789454a26c6a" [ 650.284818] env[70059]: _type = "Task" [ 650.284818] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.299681] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d287ee-aa58-72d7-3e20-789454a26c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.351829] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "acd14470-9121-477e-8729-fab6f796b628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.352083] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "acd14470-9121-477e-8729-fab6f796b628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.404847] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188531, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.416404] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52764923-0f68-a9f1-5ae6-876c1648a873, 'name': SearchDatastore_Task, 'duration_secs': 0.016912} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.417312] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18794388-26d3-492b-81d0-45910cfd12ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.435267] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 650.435267] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cbc839-798f-6e19-a3a7-deea75fbe9cf" [ 650.435267] env[70059]: _type = "Task" [ 650.435267] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.438356] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.449296] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cbc839-798f-6e19-a3a7-deea75fbe9cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.525921] env[70059]: DEBUG nova.compute.manager [req-1be402dd-3986-46ea-8138-18f4727ac49d req-6f76fa79-1994-45c1-9ad8-6376dff45668 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Received event network-vif-plugged-f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.526184] env[70059]: DEBUG oslo_concurrency.lockutils [req-1be402dd-3986-46ea-8138-18f4727ac49d req-6f76fa79-1994-45c1-9ad8-6376dff45668 service nova] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.527289] env[70059]: DEBUG oslo_concurrency.lockutils [req-1be402dd-3986-46ea-8138-18f4727ac49d req-6f76fa79-1994-45c1-9ad8-6376dff45668 service nova] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.527833] env[70059]: DEBUG oslo_concurrency.lockutils [req-1be402dd-3986-46ea-8138-18f4727ac49d req-6f76fa79-1994-45c1-9ad8-6376dff45668 service nova] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.527833] env[70059]: DEBUG nova.compute.manager [req-1be402dd-3986-46ea-8138-18f4727ac49d req-6f76fa79-1994-45c1-9ad8-6376dff45668 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] No waiting events found dispatching network-vif-plugged-f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.527989] env[70059]: WARNING nova.compute.manager [req-1be402dd-3986-46ea-8138-18f4727ac49d req-6f76fa79-1994-45c1-9ad8-6376dff45668 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Received unexpected event network-vif-plugged-f972b67a-2d14-4b1a-adc5-1324166e9df5 for instance with vm_state building and task_state spawning. [ 650.580866] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.631554] env[70059]: INFO nova.compute.manager [-] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Took 1.70 seconds to deallocate network for instance. [ 650.801995] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d287ee-aa58-72d7-3e20-789454a26c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.053887} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.805819] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.807756] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.807756] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.851585] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8fa888-64f0-4f19-a346-964baf1d5883 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.860957] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2f981-8cbb-443f-8e96-d67d0b09889f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.906551] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ed021-9986-44da-9012-fabad903df05 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.914283] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56418} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.916201] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8d55683d-3ce3-42ec-bf0c-a17146f61142/8d55683d-3ce3-42ec-bf0c-a17146f61142.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.916613] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.916939] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b164daba-ddb1-491d-9c58-bb54d76a94a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.920159] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75341b84-d50f-4f84-930d-4392b5cbda1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.933049] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 650.933049] env[70059]: value = "task-3188532" [ 650.933049] env[70059]: _type = "Task" [ 650.933049] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.949662] env[70059]: DEBUG nova.compute.provider_tree [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.958170] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cbc839-798f-6e19-a3a7-deea75fbe9cf, 'name': SearchDatastore_Task, 'duration_secs': 0.033232} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.958362] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.959162] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c/7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.959849] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.960065] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.960325] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e982b99c-2046-4c97-b48c-273924c308a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.969705] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c88baa16-d2bf-43fa-b024-143cc089ca7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.969705] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.973780] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 650.973780] env[70059]: value = "task-3188533" [ 650.973780] env[70059]: _type = "Task" [ 650.973780] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.981669] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.981669] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.981669] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4ba9fb-fdc9-4a4f-bf21-00925ce5c755 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.985093] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.988815] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 650.988815] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bef9ad-e73a-1839-b476-82a636d6c2bd" [ 650.988815] env[70059]: _type = "Task" [ 650.988815] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.997348] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bef9ad-e73a-1839-b476-82a636d6c2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.142942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.222402] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.222871] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.372439] env[70059]: DEBUG nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Received event network-changed-fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.372644] env[70059]: DEBUG nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Refreshing instance network info cache due to event network-changed-fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.372858] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Acquiring lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.372992] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Acquired lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.373168] env[70059]: DEBUG nova.network.neutron [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Refreshing network info cache for port fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.453401] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.468265] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140287} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.468622] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.469349] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379448e-f315-4a1d-bd18-242eb0e2b850 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.495304] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8d55683d-3ce3-42ec-bf0c-a17146f61142/8d55683d-3ce3-42ec-bf0c-a17146f61142.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.498148] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12247dec-ec5f-4087-a23f-69ad588482f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.512744] env[70059]: ERROR nova.scheduler.client.report [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [req-d5fc2abd-6f07-40af-a27e-fd9d02fbd39b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5fc2abd-6f07-40af-a27e-fd9d02fbd39b"}]} [ 651.526200] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188533, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.532938] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 651.532938] env[70059]: value = "task-3188534" [ 651.532938] env[70059]: _type = "Task" [ 651.532938] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.532938] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bef9ad-e73a-1839-b476-82a636d6c2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.535443] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.535443] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.535443] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.535714] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.535714] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.535714] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.535714] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.535836] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.536041] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.536108] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.536281] env[70059]: DEBUG nova.virt.hardware [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.537698] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694a31e-c39b-460b-ab3a-f77801428a66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.545977] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3becbc5-8efa-4b0e-a7f6-ed87718e028f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.551810] env[70059]: DEBUG nova.scheduler.client.report [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 651.562291] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.562291] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 651.562291] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5289cae2-08ba-0b8f-857c-b40a1f01926e" [ 651.562291] env[70059]: _type = "Task" [ 651.562291] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.562809] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d85934-ce0c-4afb-9d4b-147619a59468 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.584694] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5289cae2-08ba-0b8f-857c-b40a1f01926e, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.585822] env[70059]: DEBUG nova.scheduler.client.report [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 651.586552] env[70059]: DEBUG nova.compute.provider_tree [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.588351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.588627] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 19f4096b-0f09-4e26-93d7-a345002d004d/19f4096b-0f09-4e26-93d7-a345002d004d.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.590376] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.590513] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.590755] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08774ebd-fc34-4f09-bd47-7a331675c182 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.595603] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f16f87f-3880-4d27-95d9-bfb5d716c839 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.598021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "10ffa883-9787-4c2b-9912-11f35f299c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.598274] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "10ffa883-9787-4c2b-9912-11f35f299c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.603326] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 651.603326] env[70059]: value = "task-3188535" [ 651.603326] env[70059]: _type = "Task" [ 651.603326] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.604334] env[70059]: DEBUG nova.scheduler.client.report [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 651.615188] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.615188] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.617409] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e870acd2-1cb2-4dec-ac73-cce68d0ef9a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.623405] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.627067] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 651.627067] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5210781d-bcae-3487-3e2a-36a7b92f0810" [ 651.627067] env[70059]: _type = "Task" [ 651.627067] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.635660] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5210781d-bcae-3487-3e2a-36a7b92f0810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.636921] env[70059]: DEBUG nova.scheduler.client.report [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 651.807325] env[70059]: DEBUG nova.network.neutron [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Successfully created port: 9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.946290] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a145c1-dc8c-4057-9115-25f5c411f8db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.961225] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55957c6-5f14-4c11-8a1a-8d7a310637be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.031158] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313aa1fe-2b0a-4168-8360-71b39646ae40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.037904] env[70059]: DEBUG nova.network.neutron [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Successfully updated port: 8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.055511] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589477} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.057644] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9756aaaf-fa54-4333-9322-d94fc527c070 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.064582] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c/7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.065244] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.072444] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa14e013-91d4-4a8e-85c9-87d378042da9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.076113] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.095992] env[70059]: DEBUG nova.compute.provider_tree [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.100458] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 652.100458] env[70059]: value = "task-3188536" [ 652.100458] env[70059]: _type = "Task" [ 652.100458] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.116320] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.130479] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.139833] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5210781d-bcae-3487-3e2a-36a7b92f0810, 'name': SearchDatastore_Task, 'duration_secs': 0.029113} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.141179] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7240084d-bcde-48c5-9ce8-e6f7597d9134 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.148115] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 652.148115] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f079dc-685b-6e3a-56c2-860fa159c5a5" [ 652.148115] env[70059]: _type = "Task" [ 652.148115] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.156336] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f079dc-685b-6e3a-56c2-860fa159c5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.543400] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.543400] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquired lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.543400] env[70059]: DEBUG nova.network.neutron [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.567805] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.619023] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.45409} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.623402] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.625010] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87d87bf-2664-43cc-b420-c2210c56c1ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.635664] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.654815] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c/7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.655253] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ce9203-3715-4091-a57b-d3bbeb2b3aeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.675327] env[70059]: DEBUG nova.scheduler.client.report [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 652.675644] env[70059]: DEBUG nova.compute.provider_tree [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 21 to 22 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 652.677400] env[70059]: DEBUG nova.compute.provider_tree [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.696119] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f079dc-685b-6e3a-56c2-860fa159c5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01773} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.697788] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.700389] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 32cde80f-7b4d-40df-ac02-087e12a739c5/32cde80f-7b4d-40df-ac02-087e12a739c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.700389] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 652.700389] env[70059]: value = "task-3188537" [ 652.700389] env[70059]: _type = "Task" [ 652.700389] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.700389] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2665bde-3f9a-47ea-8acf-f4996158ddd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.718033] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 652.718033] env[70059]: value = "task-3188538" [ 652.718033] env[70059]: _type = "Task" [ 652.718033] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.718390] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.734147] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.036869] env[70059]: DEBUG nova.network.neutron [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updated VIF entry in instance network info cache for port fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.036869] env[70059]: DEBUG nova.network.neutron [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [{"id": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "address": "fa:16:3e:02:a2:47", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c9b5e-5a", "ovs_interfaceid": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.058292] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188534, 'name': ReconfigVM_Task, 'duration_secs': 1.482483} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.060557] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8d55683d-3ce3-42ec-bf0c-a17146f61142/8d55683d-3ce3-42ec-bf0c-a17146f61142.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.063887] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1051d66c-d9b6-4ea6-83d4-7f03bda2daa7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.072803] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 653.072803] env[70059]: value = "task-3188539" [ 653.072803] env[70059]: _type = "Task" [ 653.072803] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.083685] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188539, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.131813] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188535, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.297107} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.132140] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 19f4096b-0f09-4e26-93d7-a345002d004d/19f4096b-0f09-4e26-93d7-a345002d004d.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.132444] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.133167] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29c638c6-6f13-404d-9a70-0964c39e7b2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.143056] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 653.143056] env[70059]: value = "task-3188540" [ 653.143056] env[70059]: _type = "Task" [ 653.143056] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.153831] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.155429] env[70059]: DEBUG nova.network.neutron [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.187885] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.776s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.188574] env[70059]: DEBUG nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.193970] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.505s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.196252] env[70059]: INFO nova.compute.claims [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.214362] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188537, 'name': ReconfigVM_Task, 'duration_secs': 0.45463} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.215125] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c/7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.216035] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dfea6ce-9d08-4a7d-8acd-ce4839575a54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.224642] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 653.224642] env[70059]: value = "task-3188541" [ 653.224642] env[70059]: _type = "Task" [ 653.224642] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.231210] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.247573] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188541, 'name': Rename_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.358891] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "7e43c2a9-687f-4839-b48b-b7c3b2164787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.358891] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.539467] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Releasing lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.539722] env[70059]: DEBUG nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Received event network-vif-plugged-ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.539920] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Acquiring lock "19f4096b-0f09-4e26-93d7-a345002d004d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.540139] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Lock "19f4096b-0f09-4e26-93d7-a345002d004d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.540297] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Lock "19f4096b-0f09-4e26-93d7-a345002d004d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.540456] env[70059]: DEBUG nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] No waiting events found dispatching network-vif-plugged-ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.540619] env[70059]: WARNING nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Received unexpected event network-vif-plugged-ce250c86-9dee-4c1a-9899-e09a957916ab for instance with vm_state building and task_state spawning. [ 653.540773] env[70059]: DEBUG nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Received event network-changed-ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.540951] env[70059]: DEBUG nova.compute.manager [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Refreshing instance network info cache due to event network-changed-ce250c86-9dee-4c1a-9899-e09a957916ab. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.541144] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Acquiring lock "refresh_cache-19f4096b-0f09-4e26-93d7-a345002d004d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.541940] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Acquired lock "refresh_cache-19f4096b-0f09-4e26-93d7-a345002d004d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.541940] env[70059]: DEBUG nova.network.neutron [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Refreshing network info cache for port ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.546046] env[70059]: DEBUG nova.network.neutron [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Updating instance_info_cache with network_info: [{"id": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "address": "fa:16:3e:36:fb:b8", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8bdd2-8c", "ovs_interfaceid": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.587731] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188539, 'name': Rename_Task, 'duration_secs': 0.417497} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.588201] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.588612] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29a00c68-4855-40f5-a188-c262a51db869 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.599981] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 653.599981] env[70059]: value = "task-3188542" [ 653.599981] env[70059]: _type = "Task" [ 653.599981] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.610594] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.653891] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201579} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.654378] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.655192] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7adfaa-3209-4ab3-99cc-6c0a89934b6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.682291] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 19f4096b-0f09-4e26-93d7-a345002d004d/19f4096b-0f09-4e26-93d7-a345002d004d.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.682617] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846d4aa2-c4af-4f60-a1e1-bcb5f5caa1a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.701101] env[70059]: DEBUG nova.compute.utils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.705655] env[70059]: DEBUG nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 653.705951] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 653.705951] env[70059]: value = "task-3188543" [ 653.705951] env[70059]: _type = "Task" [ 653.705951] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.715697] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.730670] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737398} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.730670] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 32cde80f-7b4d-40df-ac02-087e12a739c5/32cde80f-7b4d-40df-ac02-087e12a739c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.730670] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.734089] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-652cf721-7f2d-4dc5-a985-20553faf2bbe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.742143] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188541, 'name': Rename_Task, 'duration_secs': 0.272079} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.743727] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.744070] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 653.744070] env[70059]: value = "task-3188544" [ 653.744070] env[70059]: _type = "Task" [ 653.744070] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.744706] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6321caa5-869c-4c01-8f62-e2d150ce0b4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.759033] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.760584] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 653.760584] env[70059]: value = "task-3188545" [ 653.760584] env[70059]: _type = "Task" [ 653.760584] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.770976] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188545, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.047748] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Releasing lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049192] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Instance network_info: |[{"id": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "address": "fa:16:3e:36:fb:b8", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8bdd2-8c", "ovs_interfaceid": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.053516] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:fb:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec8bdd2-8cd2-4b2d-832f-a43803f77513', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.063348] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Creating folder: Project (42474e7306ab4b9c9eff8033cfdc57c4). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.063781] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c7f57d0-9fbb-4049-8691-158d4472f825 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.079703] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Created folder: Project (42474e7306ab4b9c9eff8033cfdc57c4) in parent group-v637631. [ 654.079703] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Creating folder: Instances. Parent ref: group-v637656. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.080085] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5052e23a-7f82-441f-9341-51a785030b42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.092497] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Created folder: Instances in parent group-v637656. [ 654.092816] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.093064] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.093346] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c26e075-8551-4f2b-b8e8-46990e9bcb84 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.134743] env[70059]: DEBUG oslo_vmware.api [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188542, 'name': PowerOnVM_Task, 'duration_secs': 0.525653} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.134743] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.134743] env[70059]: INFO nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Took 16.94 seconds to spawn the instance on the hypervisor. [ 654.136926] env[70059]: DEBUG nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.136926] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.136926] env[70059]: value = "task-3188548" [ 654.136926] env[70059]: _type = "Task" [ 654.136926] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.136926] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb863249-0f89-47ee-869d-6bfb71d67767 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.155895] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188548, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.206089] env[70059]: DEBUG nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.221378] env[70059]: DEBUG nova.network.neutron [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Successfully updated port: 9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.245350] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188543, 'name': ReconfigVM_Task, 'duration_secs': 0.404165} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.245850] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 19f4096b-0f09-4e26-93d7-a345002d004d/19f4096b-0f09-4e26-93d7-a345002d004d.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.247249] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12d69651-7228-4730-9f78-e5b85d7a4f5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.264327] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099627} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.271717] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.272142] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 654.272142] env[70059]: value = "task-3188549" [ 654.272142] env[70059]: _type = "Task" [ 654.272142] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.275921] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4157e2-30a4-4bca-84dd-c2600f26456f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.289268] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.309690] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 32cde80f-7b4d-40df-ac02-087e12a739c5/32cde80f-7b4d-40df-ac02-087e12a739c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.316462] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac891cb-30e0-4445-b3bd-aa1bd5827c9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.333902] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188549, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.339506] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "c67345fe-852f-4912-9af4-3cc75257d434" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.339752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "c67345fe-852f-4912-9af4-3cc75257d434" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.344285] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 654.344285] env[70059]: value = "task-3188550" [ 654.344285] env[70059]: _type = "Task" [ 654.344285] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.357452] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.594361] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e97e2f-6c68-4490-9dec-4397c38f8d04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.602275] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d63ea7-e488-4757-83b1-a79725f84a79 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.647809] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6014e9b-9c3b-4998-af69-9b09a253c9a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.662538] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546bfe4d-643c-4ad6-9056-aaf52b27cbd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.671743] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188548, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.683000] env[70059]: DEBUG nova.compute.provider_tree [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.684769] env[70059]: INFO nova.compute.manager [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Took 23.49 seconds to build instance. [ 654.735274] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "refresh_cache-72045dd3-fa01-4b9e-a47b-aa9e034611f3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.735651] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquired lock "refresh_cache-72045dd3-fa01-4b9e-a47b-aa9e034611f3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.735651] env[70059]: DEBUG nova.network.neutron [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.779284] env[70059]: DEBUG oslo_vmware.api [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188545, 'name': PowerOnVM_Task, 'duration_secs': 0.676908} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.779284] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.779284] env[70059]: INFO nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Took 15.22 seconds to spawn the instance on the hypervisor. [ 654.779284] env[70059]: DEBUG nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.779284] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e4c16b-2dda-4dc4-b492-9339bab4a9ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.795297] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188549, 'name': Rename_Task, 'duration_secs': 0.271436} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.796338] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.796668] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-105582f4-473a-4c91-9575-d5597e7793b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.805443] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 654.805443] env[70059]: value = "task-3188551" [ 654.805443] env[70059]: _type = "Task" [ 654.805443] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.822354] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.823296] env[70059]: DEBUG nova.network.neutron [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Updated VIF entry in instance network info cache for port ce250c86-9dee-4c1a-9899-e09a957916ab. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.823602] env[70059]: DEBUG nova.network.neutron [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Updating instance_info_cache with network_info: [{"id": "ce250c86-9dee-4c1a-9899-e09a957916ab", "address": "fa:16:3e:82:42:35", "network": {"id": "18c467fc-a8de-4d2d-ab19-5cae00608f33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-585379971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3545ecde15564403b0762c4c4d66ba55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce250c86-9d", "ovs_interfaceid": "ce250c86-9dee-4c1a-9899-e09a957916ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.854668] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.014821] env[70059]: DEBUG nova.compute.manager [None req-8ab818c4-0d52-4760-b189-59b02b1c3bc5 tempest-ServerDiagnosticsV248Test-2029077234 tempest-ServerDiagnosticsV248Test-2029077234-project-admin] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.016271] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2984719-7d26-4dbc-8199-2659ad939867 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.024676] env[70059]: INFO nova.compute.manager [None req-8ab818c4-0d52-4760-b189-59b02b1c3bc5 tempest-ServerDiagnosticsV248Test-2029077234 tempest-ServerDiagnosticsV248Test-2029077234-project-admin] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Retrieving diagnostics [ 655.025166] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad39b81-c799-4dbf-bd71-5a1b65e8e44d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.159664] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188548, 'name': CreateVM_Task, 'duration_secs': 0.72591} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.160290] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.160570] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.160735] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.162186] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.162186] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61998cd7-c41d-48ce-86b7-b4366cff8161 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.173725] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 655.173725] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5207561a-890c-7f21-e21c-b1c4f271b7fc" [ 655.173725] env[70059]: _type = "Task" [ 655.173725] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.185869] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5207561a-890c-7f21-e21c-b1c4f271b7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.192627] env[70059]: DEBUG nova.scheduler.client.report [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.195759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-53b912f0-a3be-4abe-8b7f-1adb81f4a807 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.013s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.228715] env[70059]: DEBUG nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.265277] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.265569] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.265742] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.265930] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.266573] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.266722] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.266943] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.267117] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.267303] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.267471] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.267915] env[70059]: DEBUG nova.virt.hardware [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.268575] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d0e5a5-45b9-4f7a-a40b-2f5b6116a03c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.278100] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1814a58-482e-404c-b369-31feb6269077 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.285644] env[70059]: DEBUG nova.network.neutron [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.304096] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.313689] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Creating folder: Project (e7526cf473fe4f528afaedfd4a02ce71). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.318175] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09395fe8-871a-4a70-8ae8-79624a3c0c4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.320274] env[70059]: INFO nova.compute.manager [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Took 20.39 seconds to build instance. [ 655.325952] env[70059]: DEBUG oslo_concurrency.lockutils [req-4421a3e0-e552-4928-bd23-ff472c12f3ab req-ef244734-e671-4da4-9eaf-1297c8763f48 service nova] Releasing lock "refresh_cache-19f4096b-0f09-4e26-93d7-a345002d004d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.330573] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.337432] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "9837c22e-1750-4e1b-bbce-9c7f63f84052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.337679] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.337897] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Created folder: Project (e7526cf473fe4f528afaedfd4a02ce71) in parent group-v637631. [ 655.338181] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Creating folder: Instances. Parent ref: group-v637659. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.338917] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7635b8b8-81ce-4e52-b4b2-ea1a1065c683 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.349806] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Created folder: Instances in parent group-v637659. [ 655.350191] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.350571] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.350781] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f825d9-e9f3-4c53-8b6f-f51b642ac0f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.367072] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188550, 'name': ReconfigVM_Task, 'duration_secs': 0.859894} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.367812] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 32cde80f-7b4d-40df-ac02-087e12a739c5/32cde80f-7b4d-40df-ac02-087e12a739c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.368371] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7884aed7-68ca-48f0-b965-d99ca5d16e3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.372961] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.372961] env[70059]: value = "task-3188554" [ 655.372961] env[70059]: _type = "Task" [ 655.372961] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.376425] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 655.376425] env[70059]: value = "task-3188555" [ 655.376425] env[70059]: _type = "Task" [ 655.376425] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.388105] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188554, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.393540] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188555, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.567341] env[70059]: DEBUG nova.network.neutron [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Updating instance_info_cache with network_info: [{"id": "9e8054a9-4413-4269-8ecc-aa0eadadd93d", "address": "fa:16:3e:01:2d:d5", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e8054a9-44", "ovs_interfaceid": "9e8054a9-4413-4269-8ecc-aa0eadadd93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.689253] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5207561a-890c-7f21-e21c-b1c4f271b7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.689591] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.692863] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.692863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.692863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.692863] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.692863] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74a258fe-0ae7-440d-b79e-72d1f569a0f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.698091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.702020] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.702020] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.706287] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.511s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.706287] env[70059]: INFO nova.compute.claims [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.719210] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.719399] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.720193] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a23453-1974-4748-b938-9e92d1a045e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.726115] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 655.726115] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5287f729-5399-aa2c-3f1a-6520ddd3af29" [ 655.726115] env[70059]: _type = "Task" [ 655.726115] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.737112] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5287f729-5399-aa2c-3f1a-6520ddd3af29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.826111] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b5751396-2a09-44f3-9452-202727db9c76 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.909s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.834065] env[70059]: DEBUG oslo_vmware.api [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188551, 'name': PowerOnVM_Task, 'duration_secs': 0.823374} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.834565] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.834745] env[70059]: INFO nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Took 13.87 seconds to spawn the instance on the hypervisor. [ 655.834914] env[70059]: DEBUG nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.838125] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c12c5c-c340-4875-9273-18c06b2a0d13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.887934] env[70059]: DEBUG nova.compute.manager [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Received event network-changed-f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.888312] env[70059]: DEBUG nova.compute.manager [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Refreshing instance network info cache due to event network-changed-f972b67a-2d14-4b1a-adc5-1324166e9df5. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.888636] env[70059]: DEBUG oslo_concurrency.lockutils [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] Acquiring lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.888878] env[70059]: DEBUG oslo_concurrency.lockutils [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] Acquired lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.889162] env[70059]: DEBUG nova.network.neutron [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Refreshing network info cache for port f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.891068] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188554, 'name': CreateVM_Task, 'duration_secs': 0.439788} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.893026] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.893026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.893026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.893026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.893796] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d0eda2-3363-4926-aad6-02dfb9f33567 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.901759] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188555, 'name': Rename_Task, 'duration_secs': 0.229662} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.902580] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.905024] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c55ed298-4da3-4380-91ce-d01e9c583457 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.906075] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 655.906075] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524c01dc-dde4-420d-3608-2a58eee80005" [ 655.906075] env[70059]: _type = "Task" [ 655.906075] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.913158] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 655.913158] env[70059]: value = "task-3188556" [ 655.913158] env[70059]: _type = "Task" [ 655.913158] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.918104] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524c01dc-dde4-420d-3608-2a58eee80005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.925899] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.072084] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Releasing lock "refresh_cache-72045dd3-fa01-4b9e-a47b-aa9e034611f3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.072137] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Instance network_info: |[{"id": "9e8054a9-4413-4269-8ecc-aa0eadadd93d", "address": "fa:16:3e:01:2d:d5", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e8054a9-44", "ovs_interfaceid": "9e8054a9-4413-4269-8ecc-aa0eadadd93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.072685] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:2d:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e8054a9-4413-4269-8ecc-aa0eadadd93d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.086828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Creating folder: Project (5df5736b92464af8b492dd4efc96ed76). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.087466] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaa295e9-5ce7-4f13-be17-71a9e32ad454 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.101545] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Created folder: Project (5df5736b92464af8b492dd4efc96ed76) in parent group-v637631. [ 656.101545] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Creating folder: Instances. Parent ref: group-v637662. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.101545] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6099839-fd42-4d83-bad6-0ea340440922 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.113308] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Created folder: Instances in parent group-v637662. [ 656.113308] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.113308] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.113308] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d71fe25d-4c67-452b-a6fc-9457901961a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.138319] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.138319] env[70059]: value = "task-3188559" [ 656.138319] env[70059]: _type = "Task" [ 656.138319] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.149365] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188559, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.207037] env[70059]: DEBUG nova.compute.utils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.208028] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.208028] env[70059]: DEBUG nova.network.neutron [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.241257] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5287f729-5399-aa2c-3f1a-6520ddd3af29, 'name': SearchDatastore_Task, 'duration_secs': 0.01806} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.244026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.244026] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490b8bb0-081b-45c0-af32-471e0a6eb334 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.248854] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 656.248854] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c6f539-9245-59bb-62d0-71830c13d982" [ 656.248854] env[70059]: _type = "Task" [ 656.248854] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.258468] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c6f539-9245-59bb-62d0-71830c13d982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.276769] env[70059]: DEBUG nova.policy [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c6c256e460c4a64b04ebafa3c0bf9a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '833c25c6b9c74c06a5a8738b45a540d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.335354] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.364318] env[70059]: INFO nova.compute.manager [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Took 18.73 seconds to build instance. [ 656.421295] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524c01dc-dde4-420d-3608-2a58eee80005, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.425159] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.425397] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.425739] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.425861] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.426096] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.426786] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f8c296e-9676-4976-919c-5c63330d633c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.436061] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188556, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.439306] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.439576] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.444913] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a23ecc-7add-4bcc-9c7b-7924b6f036c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.452611] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.452912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.462413] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 656.462413] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521ffce5-5b16-1c60-0094-48e2791c137e" [ 656.462413] env[70059]: _type = "Task" [ 656.462413] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.471648] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521ffce5-5b16-1c60-0094-48e2791c137e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.651686] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188559, 'name': CreateVM_Task, 'duration_secs': 0.510036} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.651842] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.652667] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.652900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.653928] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.654299] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75524aae-b734-42f6-aa5d-95fb98efd769 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.661804] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 656.661804] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52487137-65ae-f006-b133-a417b74f8686" [ 656.661804] env[70059]: _type = "Task" [ 656.661804] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.669011] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52487137-65ae-f006-b133-a417b74f8686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.711950] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.762036] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c6f539-9245-59bb-62d0-71830c13d982, 'name': SearchDatastore_Task, 'duration_secs': 0.013512} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.764170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.764492] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] bf43965a-4117-4c14-a78b-43ffa49d463a/bf43965a-4117-4c14-a78b-43ffa49d463a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.765731] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c99d02-379c-4e2b-8e37-b878c8333a32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.775268] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 656.775268] env[70059]: value = "task-3188560" [ 656.775268] env[70059]: _type = "Task" [ 656.775268] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.789637] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.860130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.868042] env[70059]: DEBUG oslo_concurrency.lockutils [None req-661e4ad2-6a69-486a-919c-b708f3ca8fac tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "19f4096b-0f09-4e26-93d7-a345002d004d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.245s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.894717] env[70059]: DEBUG nova.network.neutron [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updated VIF entry in instance network info cache for port f972b67a-2d14-4b1a-adc5-1324166e9df5. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.895025] env[70059]: DEBUG nova.network.neutron [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updating instance_info_cache with network_info: [{"id": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "address": "fa:16:3e:ff:ed:bd", "network": {"id": "f93e864c-80a8-4a85-a5f8-ec3ff895edfe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1330808195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb5681353b64fefbd6bf1353aa371a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972b67a-2d", "ovs_interfaceid": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.933029] env[70059]: DEBUG oslo_vmware.api [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188556, 'name': PowerOnVM_Task, 'duration_secs': 0.702561} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.937847] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.937847] env[70059]: INFO nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Took 12.52 seconds to spawn the instance on the hypervisor. [ 656.937847] env[70059]: DEBUG nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.941507] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1bd19-5812-4a0e-bda9-90e9435ae90c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.952161] env[70059]: DEBUG nova.network.neutron [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Successfully created port: 6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.976191] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521ffce5-5b16-1c60-0094-48e2791c137e, 'name': SearchDatastore_Task, 'duration_secs': 0.013203} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.977120] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb34cb64-edf1-412a-9f11-7268b4ef6f6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.986191] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 656.986191] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5232b047-a1dd-60b3-11bf-033673b45749" [ 656.986191] env[70059]: _type = "Task" [ 656.986191] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.994973] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5232b047-a1dd-60b3-11bf-033673b45749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.156079] env[70059]: DEBUG nova.compute.manager [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Received event network-vif-deleted-d2f902d9-acc5-41b2-927c-d03a80618bbb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.156079] env[70059]: DEBUG nova.compute.manager [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Received event network-vif-plugged-8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.156313] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] Acquiring lock "bf43965a-4117-4c14-a78b-43ffa49d463a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.156421] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.156643] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.156881] env[70059]: DEBUG nova.compute.manager [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] No waiting events found dispatching network-vif-plugged-8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.160121] env[70059]: WARNING nova.compute.manager [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Received unexpected event network-vif-plugged-8ec8bdd2-8cd2-4b2d-832f-a43803f77513 for instance with vm_state building and task_state spawning. [ 657.160121] env[70059]: DEBUG nova.compute.manager [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Received event network-changed-8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.160121] env[70059]: DEBUG nova.compute.manager [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Refreshing instance network info cache due to event network-changed-8ec8bdd2-8cd2-4b2d-832f-a43803f77513. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.160121] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] Acquiring lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.160121] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] Acquired lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.160688] env[70059]: DEBUG nova.network.neutron [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Refreshing network info cache for port 8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.183036] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52487137-65ae-f006-b133-a417b74f8686, 'name': SearchDatastore_Task, 'duration_secs': 0.032244} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.184734] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.184734] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.184863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.185253] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.185890] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.186940] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af35ae5-09e6-4151-a77e-4caf6db24652 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.192064] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b160b8-9b6e-4b85-baa3-89cb7378b2f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.200301] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb79574a-0d78-4cfb-99db-d0f485278faa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.209315] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.209768] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.211126] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7807d9e3-a873-4b00-87f3-c6f989528cfa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.249020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6fc44a-3780-4b87-96e9-a5c626192815 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.256193] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 657.256193] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d717f9-73ab-10fe-9efa-71641e4862ef" [ 657.256193] env[70059]: _type = "Task" [ 657.256193] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.264453] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08502e32-5a5c-4223-80be-47100163c3af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.273337] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d717f9-73ab-10fe-9efa-71641e4862ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.288180] env[70059]: DEBUG nova.compute.provider_tree [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.296566] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.373056] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.402387] env[70059]: DEBUG oslo_concurrency.lockutils [req-6e18c002-7c92-411b-ae43-499abe5b3abb req-bca712d5-78e4-48b3-9cda-f22ac00b7dce service nova] Releasing lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.467838] env[70059]: INFO nova.compute.manager [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Took 18.41 seconds to build instance. [ 657.503725] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5232b047-a1dd-60b3-11bf-033673b45749, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.503725] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.503725] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.503725] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159cfe87-4d62-44a0-b2a7-40b75f9ec692 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.511974] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 657.511974] env[70059]: value = "task-3188561" [ 657.511974] env[70059]: _type = "Task" [ 657.511974] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.526544] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.748299] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.764854] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d717f9-73ab-10fe-9efa-71641e4862ef, 'name': SearchDatastore_Task, 'duration_secs': 0.048099} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.765720] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c85f80d-c2d1-4e38-826a-30ec52f7c456 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.772686] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 657.772686] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a07b58-1707-5bd2-0090-701e4a7774e7" [ 657.772686] env[70059]: _type = "Task" [ 657.772686] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.782193] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.782769] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.782769] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.782769] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.782920] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.783023] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.783235] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.783390] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.783553] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.783764] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.783953] env[70059]: DEBUG nova.virt.hardware [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.785838] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdcc71e-6e1e-4d9f-95f6-b696e9525e35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.796181] env[70059]: DEBUG nova.scheduler.client.report [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.808037] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a07b58-1707-5bd2-0090-701e4a7774e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.817282] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c7296-4db3-416e-90bf-1f49841159ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.823194] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589299} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.823482] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] bf43965a-4117-4c14-a78b-43ffa49d463a/bf43965a-4117-4c14-a78b-43ffa49d463a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.823706] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.824433] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375533ee-ab24-4dd7-acf9-11a1b594bb2a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.840124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "88f26c46-83c2-45a1-864a-13c51b13c8ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.840124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.842564] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 657.842564] env[70059]: value = "task-3188562" [ 657.842564] env[70059]: _type = "Task" [ 657.842564] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.853471] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.873960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "123c9043-92c4-4c67-9a39-9a82837566ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.873960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "123c9043-92c4-4c67-9a39-9a82837566ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.896144] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.970864] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6142db0f-6859-40b0-94a9-0e9c296307a5 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.936s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.022515] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.248452] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.249177] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.284495] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a07b58-1707-5bd2-0090-701e4a7774e7, 'name': SearchDatastore_Task, 'duration_secs': 0.032588} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.284495] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.284734] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 72045dd3-fa01-4b9e-a47b-aa9e034611f3/72045dd3-fa01-4b9e-a47b-aa9e034611f3.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.285109] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50f49ee5-d833-41da-a45f-7f54bc53188d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.292558] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 658.292558] env[70059]: value = "task-3188563" [ 658.292558] env[70059]: _type = "Task" [ 658.292558] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.306789] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.312359] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.312893] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.317573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.738s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.318721] env[70059]: INFO nova.compute.claims [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.324256] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.324492] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.359331] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062629} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.359662] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.361328] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652d94b-63b2-4981-94a1-b484cb7744b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.391439] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] bf43965a-4117-4c14-a78b-43ffa49d463a/bf43965a-4117-4c14-a78b-43ffa49d463a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.395801] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674288b5-a93d-4c4f-88b6-f7884c10e4c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.415120] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.415387] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.425649] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 658.425649] env[70059]: value = "task-3188564" [ 658.425649] env[70059]: _type = "Task" [ 658.425649] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.439864] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.476439] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.528558] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.551306] env[70059]: DEBUG nova.network.neutron [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Updated VIF entry in instance network info cache for port 8ec8bdd2-8cd2-4b2d-832f-a43803f77513. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.551639] env[70059]: DEBUG nova.network.neutron [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Updating instance_info_cache with network_info: [{"id": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "address": "fa:16:3e:36:fb:b8", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8bdd2-8c", "ovs_interfaceid": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.805069] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.832493] env[70059]: DEBUG nova.compute.utils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.834136] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.834368] env[70059]: DEBUG nova.network.neutron [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.861644] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.861936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.862139] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.862322] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.862492] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.868471] env[70059]: INFO nova.compute.manager [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Terminating instance [ 658.919924] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "c185084d-195a-4157-926f-399999de0855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.919924] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "c185084d-195a-4157-926f-399999de0855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.929596] env[70059]: DEBUG nova.policy [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fab8519cb11548acba495fa335d4377d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8afe059d143c4b8a9be0fc4a5882d634', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.938545] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.970605] env[70059]: DEBUG nova.network.neutron [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Successfully updated port: 6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.008087] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.028116] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483376} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.028116] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.028116] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.028345] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7a13f48-54ce-428d-891c-63480971f81c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.037154] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 659.037154] env[70059]: value = "task-3188565" [ 659.037154] env[70059]: _type = "Task" [ 659.037154] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.048560] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.055302] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cb9b2a9-2ad4-422d-bb87-15721a1ec0e7 req-7ba6bb9b-408e-43fe-90bb-a6c99784bdad service nova] Releasing lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.304531] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717704} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.304921] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 72045dd3-fa01-4b9e-a47b-aa9e034611f3/72045dd3-fa01-4b9e-a47b-aa9e034611f3.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.305602] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.305602] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8bdd9be-3266-4d5a-80b4-0fd040b5739d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.314198] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 659.314198] env[70059]: value = "task-3188566" [ 659.314198] env[70059]: _type = "Task" [ 659.314198] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.323996] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.339384] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.372172] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "refresh_cache-4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.372353] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquired lock "refresh_cache-4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.372528] env[70059]: DEBUG nova.network.neutron [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.436740] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.477403] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.477403] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.477403] env[70059]: DEBUG nova.network.neutron [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.492116] env[70059]: DEBUG nova.network.neutron [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Successfully created port: fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.548558] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089908} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.551684] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.554853] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02b983-403b-4613-a99f-1a9dca945d36 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.575208] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.578065] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49706e9f-cb30-4ffa-ae46-1e7e77070162 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.604871] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 659.604871] env[70059]: value = "task-3188567" [ 659.604871] env[70059]: _type = "Task" [ 659.604871] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.615369] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.633082] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Acquiring lock "8d55683d-3ce3-42ec-bf0c-a17146f61142" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.633321] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.633523] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Acquiring lock "8d55683d-3ce3-42ec-bf0c-a17146f61142-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.633734] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.633965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.640635] env[70059]: INFO nova.compute.manager [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Terminating instance [ 659.741650] env[70059]: DEBUG nova.compute.manager [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Received event network-changed-de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.741869] env[70059]: DEBUG nova.compute.manager [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Refreshing instance network info cache due to event network-changed-de6ce556-6077-4647-a59c-246a65cb08ab. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.742112] env[70059]: DEBUG oslo_concurrency.lockutils [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] Acquiring lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.742256] env[70059]: DEBUG oslo_concurrency.lockutils [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] Acquired lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.742418] env[70059]: DEBUG nova.network.neutron [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Refreshing network info cache for port de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.827419] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070729} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.827740] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.831974] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daabbba6-b327-44f1-94ed-eae8cb1fcd12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.863739] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 72045dd3-fa01-4b9e-a47b-aa9e034611f3/72045dd3-fa01-4b9e-a47b-aa9e034611f3.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.867072] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ae754a-e552-47c3-8ad0-76b2e4e42bb7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.889399] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 659.889399] env[70059]: value = "task-3188568" [ 659.889399] env[70059]: _type = "Task" [ 659.889399] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.895330] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90cc579-117e-435e-8896-96fc3ba2d7ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.902685] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.907480] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4239847e-2568-4058-85ae-71b7101f6413 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.942818] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b769346e-ab62-4126-afab-7010b8b4a584 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.950986] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.954352] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c426ba-edfc-43b9-bd49-15026400750c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.969553] env[70059]: DEBUG nova.compute.provider_tree [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.016233] env[70059]: DEBUG nova.network.neutron [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.028461] env[70059]: DEBUG nova.network.neutron [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.116968] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.147365] env[70059]: DEBUG nova.network.neutron [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.150609] env[70059]: DEBUG nova.compute.manager [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.150609] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.150609] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986cb71a-4f81-48a3-a137-c3def4ea27bf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.161824] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.165683] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78104ac1-9aaf-4927-b5d7-471d6da28253 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.173300] env[70059]: DEBUG oslo_vmware.api [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Waiting for the task: (returnval){ [ 660.173300] env[70059]: value = "task-3188569" [ 660.173300] env[70059]: _type = "Task" [ 660.173300] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.183799] env[70059]: DEBUG oslo_vmware.api [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Task: {'id': task-3188569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.296802] env[70059]: DEBUG nova.network.neutron [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Updating instance_info_cache with network_info: [{"id": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "address": "fa:16:3e:bb:1f:f0", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3b8e62-d3", "ovs_interfaceid": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.366979] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.403329] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.410873] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.410873] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.410873] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.411026] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.411026] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.411026] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.411026] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.411026] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.411163] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.411163] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.411163] env[70059]: DEBUG nova.virt.hardware [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.412158] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492dfc29-6979-4989-9430-86b85061b5c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.420511] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11c62c-019a-4c0e-bf33-38567f98046f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.448083] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188564, 'name': ReconfigVM_Task, 'duration_secs': 1.829194} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.449029] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] bf43965a-4117-4c14-a78b-43ffa49d463a/bf43965a-4117-4c14-a78b-43ffa49d463a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.449029] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4879c6b0-8ba7-4ca8-91e2-9efd4ca30d88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.456060] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 660.456060] env[70059]: value = "task-3188570" [ 660.456060] env[70059]: _type = "Task" [ 660.456060] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.465352] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188570, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.472378] env[70059]: DEBUG nova.scheduler.client.report [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.620020] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188567, 'name': ReconfigVM_Task, 'duration_secs': 0.782016} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.620020] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.620419] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8abdf8f6-67c4-4135-bcd0-18babfac1012 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.627997] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 660.627997] env[70059]: value = "task-3188571" [ 660.627997] env[70059]: _type = "Task" [ 660.627997] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.636481] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188571, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.638586] env[70059]: DEBUG nova.network.neutron [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updated VIF entry in instance network info cache for port de6ce556-6077-4647-a59c-246a65cb08ab. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.638586] env[70059]: DEBUG nova.network.neutron [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updating instance_info_cache with network_info: [{"id": "de6ce556-6077-4647-a59c-246a65cb08ab", "address": "fa:16:3e:44:9d:7b", "network": {"id": "ff8ec5c9-4839-4d5f-8c60-38edfd64ac3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-978261475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1005d18f394c72a48d87bf480718b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6ce556-60", "ovs_interfaceid": "de6ce556-6077-4647-a59c-246a65cb08ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.657092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Releasing lock "refresh_cache-4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.657520] env[70059]: DEBUG nova.compute.manager [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.659133] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.659133] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d735f1-4574-4d4f-824c-872b892dcaab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.670137] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.670137] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5afa497e-bb2b-4798-a559-8eb90089791d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.681050] env[70059]: DEBUG oslo_vmware.api [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 660.681050] env[70059]: value = "task-3188572" [ 660.681050] env[70059]: _type = "Task" [ 660.681050] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.688123] env[70059]: DEBUG oslo_vmware.api [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Task: {'id': task-3188569, 'name': PowerOffVM_Task, 'duration_secs': 0.239253} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.688597] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.688774] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.689046] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3ccf35f-b279-4c8f-899f-d5a0119567f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.693414] env[70059]: DEBUG oslo_vmware.api [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.761756] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.761973] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.762160] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Deleting the datastore file [datastore1] 8d55683d-3ce3-42ec-bf0c-a17146f61142 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.762433] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a74caa7-f51c-4490-9b02-0b95785726b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.769264] env[70059]: DEBUG oslo_vmware.api [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Waiting for the task: (returnval){ [ 660.769264] env[70059]: value = "task-3188574" [ 660.769264] env[70059]: _type = "Task" [ 660.769264] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.778702] env[70059]: DEBUG oslo_vmware.api [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Task: {'id': task-3188574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.801020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.801020] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Instance network_info: |[{"id": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "address": "fa:16:3e:bb:1f:f0", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3b8e62-d3", "ovs_interfaceid": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.801234] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:1f:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3b8e62-d3dd-4be6-9507-4eee10865153', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.808332] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Creating folder: Project (833c25c6b9c74c06a5a8738b45a540d8). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.808636] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27844945-a7ec-4846-bd94-1c02e2e03922 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.819076] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Created folder: Project (833c25c6b9c74c06a5a8738b45a540d8) in parent group-v637631. [ 660.819287] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Creating folder: Instances. Parent ref: group-v637665. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.819538] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80ca8169-4c18-411c-83e8-47cbfdebc6fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.828292] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Created folder: Instances in parent group-v637665. [ 660.828528] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.828728] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.828932] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7afb99e8-8d8a-47ca-9326-32b2bbcc2840 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.849688] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.849688] env[70059]: value = "task-3188577" [ 660.849688] env[70059]: _type = "Task" [ 660.849688] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.861000] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188577, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.902703] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188568, 'name': ReconfigVM_Task, 'duration_secs': 0.52104} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.902981] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 72045dd3-fa01-4b9e-a47b-aa9e034611f3/72045dd3-fa01-4b9e-a47b-aa9e034611f3.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.905289] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5fc7f7-9a05-4873-a2f2-52a2fcfa0ddc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.910581] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 660.910581] env[70059]: value = "task-3188578" [ 660.910581] env[70059]: _type = "Task" [ 660.910581] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.919062] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188578, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.966846] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188570, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.977163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.977737] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.981342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.839s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.982437] env[70059]: DEBUG nova.objects.instance [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lazy-loading 'resources' on Instance uuid 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.139057] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188571, 'name': Rename_Task, 'duration_secs': 0.207673} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.139194] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.140042] env[70059]: DEBUG oslo_concurrency.lockutils [req-f2c78a00-d1ae-4bb6-8f66-c3cc4c7865ec req-1a4f4013-bf55-4849-8038-f003f6b0f9ba service nova] Releasing lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.140042] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18821a36-c587-419c-84bd-3b8dcc31cc0f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.150120] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 661.150120] env[70059]: value = "task-3188579" [ 661.150120] env[70059]: _type = "Task" [ 661.150120] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.162543] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.198415] env[70059]: DEBUG oslo_vmware.api [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188572, 'name': PowerOffVM_Task, 'duration_secs': 0.140483} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.199026] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.199026] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.200805] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df5818b-b7a0-4ae6-9b0a-7b64e2d43548 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.237467] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.237765] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.237962] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleting the datastore file [datastore2] 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.238280] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b1ffa9-543e-45e8-9ea4-c623f03d67e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.244759] env[70059]: DEBUG oslo_vmware.api [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for the task: (returnval){ [ 661.244759] env[70059]: value = "task-3188581" [ 661.244759] env[70059]: _type = "Task" [ 661.244759] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.255118] env[70059]: DEBUG oslo_vmware.api [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.278524] env[70059]: DEBUG oslo_vmware.api [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Task: {'id': task-3188574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22271} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.278774] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.279174] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.279174] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.279369] env[70059]: INFO nova.compute.manager [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Took 1.13 seconds to destroy the instance on the hypervisor. [ 661.280046] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.280046] env[70059]: DEBUG nova.compute.manager [-] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.280046] env[70059]: DEBUG nova.network.neutron [-] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.338535] env[70059]: DEBUG nova.compute.manager [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Received event network-vif-plugged-9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.338792] env[70059]: DEBUG oslo_concurrency.lockutils [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] Acquiring lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.338995] env[70059]: DEBUG oslo_concurrency.lockutils [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.339310] env[70059]: DEBUG oslo_concurrency.lockutils [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.339553] env[70059]: DEBUG nova.compute.manager [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] No waiting events found dispatching network-vif-plugged-9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.339797] env[70059]: WARNING nova.compute.manager [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Received unexpected event network-vif-plugged-9e8054a9-4413-4269-8ecc-aa0eadadd93d for instance with vm_state building and task_state spawning. [ 661.340030] env[70059]: DEBUG nova.compute.manager [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Received event network-changed-9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.340237] env[70059]: DEBUG nova.compute.manager [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Refreshing instance network info cache due to event network-changed-9e8054a9-4413-4269-8ecc-aa0eadadd93d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.340483] env[70059]: DEBUG oslo_concurrency.lockutils [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] Acquiring lock "refresh_cache-72045dd3-fa01-4b9e-a47b-aa9e034611f3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.340669] env[70059]: DEBUG oslo_concurrency.lockutils [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] Acquired lock "refresh_cache-72045dd3-fa01-4b9e-a47b-aa9e034611f3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.340888] env[70059]: DEBUG nova.network.neutron [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Refreshing network info cache for port 9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.365327] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188577, 'name': CreateVM_Task, 'duration_secs': 0.376013} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.365593] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.370367] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.370622] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.370868] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.373338] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf0288f-1c53-4523-a76c-0f844332d080 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.383036] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 661.383036] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b84d33-f67b-9e94-a06f-8784e3eb7e07" [ 661.383036] env[70059]: _type = "Task" [ 661.383036] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.391016] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b84d33-f67b-9e94-a06f-8784e3eb7e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.421761] env[70059]: DEBUG nova.network.neutron [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Successfully updated port: fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.432442] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188578, 'name': Rename_Task, 'duration_secs': 0.172482} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.432727] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.432978] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c192b52-e41e-4a1d-8d8b-ef876d30794c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.439932] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 661.439932] env[70059]: value = "task-3188582" [ 661.439932] env[70059]: _type = "Task" [ 661.439932] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.448401] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.468279] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188570, 'name': Rename_Task, 'duration_secs': 0.863391} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.471021] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.471021] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f544d291-7457-4470-87b0-ce14f871b952 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.478173] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 661.478173] env[70059]: value = "task-3188583" [ 661.478173] env[70059]: _type = "Task" [ 661.478173] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.487401] env[70059]: DEBUG nova.compute.utils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.491285] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.491917] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.492085] env[70059]: DEBUG nova.network.neutron [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.538424] env[70059]: DEBUG nova.policy [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7566b0c0faeb4f80b9d815a812748a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fad1616ff74d59a0c91c85897795d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.662531] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188579, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.740396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "5af0252a-65c9-4afb-9412-32666a385e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.740837] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "5af0252a-65c9-4afb-9412-32666a385e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.766962] env[70059]: DEBUG oslo_vmware.api [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Task: {'id': task-3188581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191732} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.771228] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.771885] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.771885] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.772098] env[70059]: INFO nova.compute.manager [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 661.772716] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.774331] env[70059]: DEBUG nova.compute.manager [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.774331] env[70059]: DEBUG nova.network.neutron [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.806209] env[70059]: DEBUG nova.network.neutron [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.850189] env[70059]: DEBUG nova.network.neutron [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Successfully created port: 1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.901248] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b84d33-f67b-9e94-a06f-8784e3eb7e07, 'name': SearchDatastore_Task, 'duration_secs': 0.014987} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.901587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "interface-19f4096b-0f09-4e26-93d7-a345002d004d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.901643] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "interface-19f4096b-0f09-4e26-93d7-a345002d004d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.901965] env[70059]: DEBUG nova.objects.instance [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lazy-loading 'flavor' on Instance uuid 19f4096b-0f09-4e26-93d7-a345002d004d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.903378] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.904956] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.904956] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.904956] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.904956] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.904956] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b1584a-2f45-473a-9b00-afc947780930 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.916946] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.917530] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.918692] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f573409c-67c6-44a7-9d84-597dffad2aec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.927483] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.927483] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.927483] env[70059]: DEBUG nova.network.neutron [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.927483] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 661.927483] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5250818b-e600-22a0-0333-130e8815f8ee" [ 661.927483] env[70059]: _type = "Task" [ 661.927483] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.938982] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5250818b-e600-22a0-0333-130e8815f8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.950464] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.989700] env[70059]: DEBUG oslo_vmware.api [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188583, 'name': PowerOnVM_Task, 'duration_secs': 0.457258} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.991828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.992064] env[70059]: INFO nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Took 12.93 seconds to spawn the instance on the hypervisor. [ 661.992243] env[70059]: DEBUG nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.992731] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.996437] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8465a-8992-4f8f-9752-539ba72b401e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.999903] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d86e7e-22fd-453c-bb15-6cfd4e7c7bef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.009093] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70185558-8eb0-4eed-86d3-906de249b884 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.050273] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca2ff4-94fd-48cb-972c-1b9ee8fa52d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.060266] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78925f5f-6eb1-43f0-b993-e8f6c9cad9ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.078573] env[70059]: DEBUG nova.compute.provider_tree [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.168298] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188579, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.203711] env[70059]: DEBUG nova.network.neutron [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Updated VIF entry in instance network info cache for port 9e8054a9-4413-4269-8ecc-aa0eadadd93d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.206719] env[70059]: DEBUG nova.network.neutron [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Updating instance_info_cache with network_info: [{"id": "9e8054a9-4413-4269-8ecc-aa0eadadd93d", "address": "fa:16:3e:01:2d:d5", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e8054a9-44", "ovs_interfaceid": "9e8054a9-4413-4269-8ecc-aa0eadadd93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.215446] env[70059]: DEBUG nova.compute.manager [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 662.239848] env[70059]: DEBUG nova.network.neutron [-] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.308124] env[70059]: DEBUG nova.network.neutron [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.407077] env[70059]: DEBUG nova.objects.instance [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lazy-loading 'pci_requests' on Instance uuid 19f4096b-0f09-4e26-93d7-a345002d004d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.440781] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5250818b-e600-22a0-0333-130e8815f8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.023692} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.444988] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aae7315-bcf5-4f13-87d7-b766fb554891 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.452827] env[70059]: DEBUG oslo_vmware.api [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188582, 'name': PowerOnVM_Task, 'duration_secs': 0.750967} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.454055] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.454269] env[70059]: INFO nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Took 11.00 seconds to spawn the instance on the hypervisor. [ 662.454444] env[70059]: DEBUG nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.454786] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 662.454786] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5246068c-016f-da02-6602-26759830683f" [ 662.454786] env[70059]: _type = "Task" [ 662.454786] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.455499] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0606c705-38fb-4c6c-81a7-969d4bdb7684 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.470110] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5246068c-016f-da02-6602-26759830683f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.476160] env[70059]: DEBUG nova.network.neutron [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.528275] env[70059]: INFO nova.compute.manager [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Took 17.98 seconds to build instance. [ 662.581126] env[70059]: DEBUG nova.scheduler.client.report [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.661715] env[70059]: DEBUG oslo_vmware.api [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188579, 'name': PowerOnVM_Task, 'duration_secs': 1.200518} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.662188] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.662427] env[70059]: INFO nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Took 7.44 seconds to spawn the instance on the hypervisor. [ 662.662633] env[70059]: DEBUG nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.663999] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacebe2c-8559-4742-b271-b59d6626ff12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.698826] env[70059]: DEBUG nova.network.neutron [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.699509] env[70059]: WARNING oslo_messaging._drivers.amqpdriver [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 662.706808] env[70059]: DEBUG oslo_concurrency.lockutils [req-ca3251bd-8f35-4be4-a721-ab0482b216fd req-eb8a6d69-3520-46a9-9cc3-e7d2bab1c48b service nova] Releasing lock "refresh_cache-72045dd3-fa01-4b9e-a47b-aa9e034611f3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.733451] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.742126] env[70059]: INFO nova.compute.manager [-] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Took 1.46 seconds to deallocate network for instance. [ 662.811881] env[70059]: INFO nova.compute.manager [-] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Took 1.04 seconds to deallocate network for instance. [ 662.871036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.871036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.911727] env[70059]: DEBUG nova.objects.base [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Object Instance<19f4096b-0f09-4e26-93d7-a345002d004d> lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 662.911969] env[70059]: DEBUG nova.network.neutron [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.968357] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5246068c-016f-da02-6602-26759830683f, 'name': SearchDatastore_Task, 'duration_secs': 0.031609} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.968639] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.968926] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] a03925d2-fbc2-4b5f-b95f-43f36e2692f2/a03925d2-fbc2-4b5f-b95f-43f36e2692f2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.969252] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277fe319-4e35-43e0-8c3b-3b8c325e3e3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.982220] env[70059]: INFO nova.compute.manager [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Took 17.75 seconds to build instance. [ 662.988371] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 662.988371] env[70059]: value = "task-3188584" [ 662.988371] env[70059]: _type = "Task" [ 662.988371] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.999627] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.014323] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.032418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a9e1d12-ed6e-406a-8b33-9ab3bd1b8b5c tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.495s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.051333] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.051562] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.051718] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.051901] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.052717] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.052717] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.052717] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.052717] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.052717] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.053305] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.053305] env[70059]: DEBUG nova.virt.hardware [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.054373] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38773cfe-317a-46b0-a56d-947d0a49edde {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.064068] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4a4b6-9fec-4c7d-841e-be1caa0b767d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.087438] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.090163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.847s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.091161] env[70059]: INFO nova.compute.claims [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.104064] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8f7daa44-aebb-4cac-9ea8-630fc772a04b tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "interface-19f4096b-0f09-4e26-93d7-a345002d004d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.199s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.115915] env[70059]: INFO nova.scheduler.client.report [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Deleted allocations for instance 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f [ 663.184024] env[70059]: INFO nova.compute.manager [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Took 16.67 seconds to build instance. [ 663.202327] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Releasing lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.202641] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Instance network_info: |[{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.203046] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c0:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa85baa3-857c-47b6-b4dd-5ab19ac45e45', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.210715] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Creating folder: Project (8afe059d143c4b8a9be0fc4a5882d634). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.211196] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd98cef-4bf1-4eec-88b7-b38a6da5f4af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.221351] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Created folder: Project (8afe059d143c4b8a9be0fc4a5882d634) in parent group-v637631. [ 663.221551] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Creating folder: Instances. Parent ref: group-v637668. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.221796] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20109957-464c-47a2-b373-559c6e0ddf02 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.231054] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Created folder: Instances in parent group-v637668. [ 663.231320] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.231530] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.231834] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadf93b6-d0d2-4e49-8fe2-40e5c0ebbcc3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.249403] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.250709] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.250709] env[70059]: value = "task-3188587" [ 663.250709] env[70059]: _type = "Task" [ 663.250709] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.258101] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188587, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.317900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.474249] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.474508] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.485141] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e287e58a-ce16-46c2-b068-ae024ea04b3a tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.268s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.501961] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188584, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.536230] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.619859] env[70059]: DEBUG nova.network.neutron [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Successfully updated port: 1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.626419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e4f25fd-7fe5-49b3-b0d7-a64a3b1ab84e tempest-ServerDiagnosticsTest-1672554434 tempest-ServerDiagnosticsTest-1672554434-project-member] Lock "255ac2ba-769f-4c31-a7d9-7cafffbf2a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.377s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.687182] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8065d4bc-3302-4aa6-9881-c35e6e180770 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "1f87fd35-05ce-4111-af7b-a5192625d1a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.188s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.762419] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188587, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.988592] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.001773] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690143} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.002135] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] a03925d2-fbc2-4b5f-b95f-43f36e2692f2/a03925d2-fbc2-4b5f-b95f-43f36e2692f2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.002371] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.002618] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d3b285-fc3d-47ca-93b7-9f2faa600f97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.009038] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 664.009038] env[70059]: value = "task-3188588" [ 664.009038] env[70059]: _type = "Task" [ 664.009038] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.017683] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.061092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.125926] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-0c608994-12d8-4173-b8f0-06378d8d96ea" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126128] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-0c608994-12d8-4173-b8f0-06378d8d96ea" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.126719] env[70059]: DEBUG nova.network.neutron [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.189999] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.264656] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188587, 'name': CreateVM_Task, 'duration_secs': 0.595523} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.264829] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.265542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.266068] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.266068] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.266287] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d6367e-852b-4c4c-9d6f-7b31c1afaec9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.271736] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 664.271736] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5202a673-1a79-9b98-b618-34081b2da792" [ 664.271736] env[70059]: _type = "Task" [ 664.271736] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.279623] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5202a673-1a79-9b98-b618-34081b2da792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.482511] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b21adc-aa3d-4325-983b-aa3cd5bd8b92 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.493092] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8416b7-7d03-4627-af4b-f098277e37c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.529302] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.531251] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Received event network-vif-plugged-6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.531450] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Acquiring lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.531650] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.531813] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.531963] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] No waiting events found dispatching network-vif-plugged-6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.532138] env[70059]: WARNING nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Received unexpected event network-vif-plugged-6a3b8e62-d3dd-4be6-9507-4eee10865153 for instance with vm_state building and task_state spawning. [ 664.532294] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Received event network-changed-6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.532439] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Refreshing instance network info cache due to event network-changed-6a3b8e62-d3dd-4be6-9507-4eee10865153. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.532614] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Acquiring lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.533262] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Acquired lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.533262] env[70059]: DEBUG nova.network.neutron [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Refreshing network info cache for port 6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.538113] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3785f9e3-9ce8-4ee8-80d2-c14fef37f671 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.547757] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070589} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.550299] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.551072] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d2775-92ea-456d-a117-804b096384d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.554801] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31dfaf5-7930-4ce4-88ed-776bc8b10d33 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.580851] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] a03925d2-fbc2-4b5f-b95f-43f36e2692f2/a03925d2-fbc2-4b5f-b95f-43f36e2692f2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.590289] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b976ac5f-8dfd-40b9-ae07-419f746793fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.605903] env[70059]: DEBUG nova.compute.provider_tree [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.613565] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 664.613565] env[70059]: value = "task-3188589" [ 664.613565] env[70059]: _type = "Task" [ 664.613565] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.624607] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.665908] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "4410dd08-9b92-47af-90ce-103ca049e17a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.666170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "4410dd08-9b92-47af-90ce-103ca049e17a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.677734] env[70059]: DEBUG nova.network.neutron [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.713466] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.785764] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5202a673-1a79-9b98-b618-34081b2da792, 'name': SearchDatastore_Task, 'duration_secs': 0.035298} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.785764] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785764] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.785764] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.785977] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.786035] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.786415] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2969730f-163c-4dc4-bb63-ba959d519e1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.795777] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.795777] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.795954] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f9a688-e11a-4d5c-aa84-6f138d2d40bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.801595] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 664.801595] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5248c447-fea4-cd4a-4ea7-8951a91f1d77" [ 664.801595] env[70059]: _type = "Task" [ 664.801595] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.808874] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5248c447-fea4-cd4a-4ea7-8951a91f1d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.856414] env[70059]: DEBUG nova.network.neutron [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Updating instance_info_cache with network_info: [{"id": "1872356d-cbaa-40b8-abb9-dcb0de33cb35", "address": "fa:16:3e:22:32:02", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872356d-cb", "ovs_interfaceid": "1872356d-cbaa-40b8-abb9-dcb0de33cb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.003353] env[70059]: DEBUG nova.compute.manager [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-vif-plugged-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.003585] env[70059]: DEBUG oslo_concurrency.lockutils [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] Acquiring lock "ca457c4e-4865-43e0-86e1-617fada34e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.003804] env[70059]: DEBUG oslo_concurrency.lockutils [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] Lock "ca457c4e-4865-43e0-86e1-617fada34e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.003942] env[70059]: DEBUG oslo_concurrency.lockutils [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] Lock "ca457c4e-4865-43e0-86e1-617fada34e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.004438] env[70059]: DEBUG nova.compute.manager [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] No waiting events found dispatching network-vif-plugged-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.004509] env[70059]: WARNING nova.compute.manager [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received unexpected event network-vif-plugged-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 for instance with vm_state building and task_state spawning. [ 665.004640] env[70059]: DEBUG nova.compute.manager [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.004780] env[70059]: DEBUG nova.compute.manager [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing instance network info cache due to event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.004941] env[70059]: DEBUG oslo_concurrency.lockutils [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] Acquiring lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.005132] env[70059]: DEBUG oslo_concurrency.lockutils [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] Acquired lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.005274] env[70059]: DEBUG nova.network.neutron [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.109393] env[70059]: DEBUG nova.scheduler.client.report [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.123251] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188589, 'name': ReconfigVM_Task, 'duration_secs': 0.406961} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.123251] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] a03925d2-fbc2-4b5f-b95f-43f36e2692f2/a03925d2-fbc2-4b5f-b95f-43f36e2692f2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.123493] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2672fb-0866-43dc-8e5f-c1c93041ffc4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.130249] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 665.130249] env[70059]: value = "task-3188590" [ 665.130249] env[70059]: _type = "Task" [ 665.130249] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.140098] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188590, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.312459] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5248c447-fea4-cd4a-4ea7-8951a91f1d77, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.313284] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c47b2e-1ff1-4cd3-b7e1-b16545454c3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.318481] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 665.318481] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526260ec-1914-0ac2-803d-2549c1e6219d" [ 665.318481] env[70059]: _type = "Task" [ 665.318481] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.329323] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526260ec-1914-0ac2-803d-2549c1e6219d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.355587] env[70059]: DEBUG nova.network.neutron [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Updated VIF entry in instance network info cache for port 6a3b8e62-d3dd-4be6-9507-4eee10865153. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.356059] env[70059]: DEBUG nova.network.neutron [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Updating instance_info_cache with network_info: [{"id": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "address": "fa:16:3e:bb:1f:f0", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3b8e62-d3", "ovs_interfaceid": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.359217] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-0c608994-12d8-4173-b8f0-06378d8d96ea" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359523] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance network_info: |[{"id": "1872356d-cbaa-40b8-abb9-dcb0de33cb35", "address": "fa:16:3e:22:32:02", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872356d-cb", "ovs_interfaceid": "1872356d-cbaa-40b8-abb9-dcb0de33cb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.360049] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:32:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1872356d-cbaa-40b8-abb9-dcb0de33cb35', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.369028] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating folder: Project (82fad1616ff74d59a0c91c85897795d6). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.370388] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec8b9673-c3f0-493c-8b79-7e867b16d412 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.381067] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created folder: Project (82fad1616ff74d59a0c91c85897795d6) in parent group-v637631. [ 665.381294] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating folder: Instances. Parent ref: group-v637671. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.381559] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b67f827c-7b88-4f73-be47-3190c53dfda4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.391361] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created folder: Instances in parent group-v637671. [ 665.391634] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.391838] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.392083] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29512daf-38ae-4f81-9b29-84e6ddeab556 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.411039] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.411039] env[70059]: value = "task-3188593" [ 665.411039] env[70059]: _type = "Task" [ 665.411039] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.420245] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188593, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.452199] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "de133077-255d-439b-80b8-1f39cbe3bc4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.452331] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.616090] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.616513] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.619015] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.761s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.621592] env[70059]: INFO nova.compute.claims [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.641414] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188590, 'name': Rename_Task, 'duration_secs': 0.277664} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.641651] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.641940] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea62b216-9b8c-4b73-b373-80076802494f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.652291] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 665.652291] env[70059]: value = "task-3188594" [ 665.652291] env[70059]: _type = "Task" [ 665.652291] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.661043] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.798403] env[70059]: DEBUG nova.network.neutron [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updated VIF entry in instance network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.798855] env[70059]: DEBUG nova.network.neutron [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.829826] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526260ec-1914-0ac2-803d-2549c1e6219d, 'name': SearchDatastore_Task, 'duration_secs': 0.021904} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.830111] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.830373] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] ca457c4e-4865-43e0-86e1-617fada34e38/ca457c4e-4865-43e0-86e1-617fada34e38.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.830628] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c70666-ff00-4683-ab6b-8d7c8a4f4bda {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.837928] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 665.837928] env[70059]: value = "task-3188595" [ 665.837928] env[70059]: _type = "Task" [ 665.837928] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.847556] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.859589] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Releasing lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.859871] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Received event network-changed-f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.860051] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Refreshing instance network info cache due to event network-changed-f972b67a-2d14-4b1a-adc5-1324166e9df5. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.860304] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Acquiring lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.860404] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Acquired lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.860563] env[70059]: DEBUG nova.network.neutron [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Refreshing network info cache for port f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.925461] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188593, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.126585] env[70059]: DEBUG nova.compute.utils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.130777] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.130994] env[70059]: DEBUG nova.network.neutron [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.167799] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.191842] env[70059]: DEBUG nova.policy [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f76da81cb442bba9608efa6ef53e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c126e9efc646dfab45c86d663fb428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.236394] env[70059]: DEBUG nova.compute.manager [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Received event network-changed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.237387] env[70059]: DEBUG nova.compute.manager [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Refreshing instance network info cache due to event network-changed. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.237842] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] Acquiring lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.238091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] Acquired lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.238281] env[70059]: DEBUG nova.network.neutron [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.302839] env[70059]: DEBUG oslo_concurrency.lockutils [req-4270a7ce-c418-4ab4-829f-4fe93992a590 req-fd09e668-3002-4cfc-8b8a-ec24a775a1ce service nova] Releasing lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.351740] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188595, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.426610] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "70de7695-51b1-4f2d-bfef-80d4fac08c20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.426978] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.433421] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188593, 'name': CreateVM_Task, 'duration_secs': 0.593998} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.433715] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.434521] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.436226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.436226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.436226] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d43d83-9883-4bb9-9120-604d089c9127 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.439338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "19f4096b-0f09-4e26-93d7-a345002d004d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.439338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "19f4096b-0f09-4e26-93d7-a345002d004d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.439505] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "19f4096b-0f09-4e26-93d7-a345002d004d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.439656] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "19f4096b-0f09-4e26-93d7-a345002d004d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.439810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "19f4096b-0f09-4e26-93d7-a345002d004d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.442690] env[70059]: INFO nova.compute.manager [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Terminating instance [ 666.448295] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 666.448295] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5213314c-511e-86c6-7776-64d7a7c1b266" [ 666.448295] env[70059]: _type = "Task" [ 666.448295] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.461708] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5213314c-511e-86c6-7776-64d7a7c1b266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.601060] env[70059]: DEBUG nova.network.neutron [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Successfully created port: d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.640146] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.664635] env[70059]: DEBUG oslo_vmware.api [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188594, 'name': PowerOnVM_Task, 'duration_secs': 0.787974} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.664876] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.665785] env[70059]: INFO nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Took 8.92 seconds to spawn the instance on the hypervisor. [ 666.666028] env[70059]: DEBUG nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.667386] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3056d31-b550-4cc3-b632-ea9c6b696623 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.681139] env[70059]: DEBUG nova.network.neutron [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updated VIF entry in instance network info cache for port f972b67a-2d14-4b1a-adc5-1324166e9df5. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.682256] env[70059]: DEBUG nova.network.neutron [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updating instance_info_cache with network_info: [{"id": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "address": "fa:16:3e:ff:ed:bd", "network": {"id": "f93e864c-80a8-4a85-a5f8-ec3ff895edfe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1330808195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cb5681353b64fefbd6bf1353aa371a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf972b67a-2d", "ovs_interfaceid": "f972b67a-2d14-4b1a-adc5-1324166e9df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.850519] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645715} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.850989] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] ca457c4e-4865-43e0-86e1-617fada34e38/ca457c4e-4865-43e0-86e1-617fada34e38.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.851539] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.851539] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae1009a-8bea-42be-8df9-03a3129e2604 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.868396] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 666.868396] env[70059]: value = "task-3188596" [ 666.868396] env[70059]: _type = "Task" [ 666.868396] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.874209] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.960950] env[70059]: DEBUG nova.compute.manager [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.962624] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.964017] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a392c4a-d6dd-4e85-8ede-4a20f3f03157 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.975584] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5213314c-511e-86c6-7776-64d7a7c1b266, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.979511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.979759] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.980188] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.980750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.980750] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.981105] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.985574] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c63571-dc0c-42aa-a6bb-008cd049c57c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.987165] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522f82df-5aa0-4038-9198-abb349ce6800 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.994820] env[70059]: DEBUG oslo_vmware.api [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 666.994820] env[70059]: value = "task-3188597" [ 666.994820] env[70059]: _type = "Task" [ 666.994820] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.999897] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.000101] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.003558] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03396b67-8d3d-4a18-be10-bbadd90e94be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.018020] env[70059]: DEBUG oslo_vmware.api [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.018328] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 667.018328] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524a4dc1-4cd5-0c6b-477b-46a98b5e6493" [ 667.018328] env[70059]: _type = "Task" [ 667.018328] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.027301] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524a4dc1-4cd5-0c6b-477b-46a98b5e6493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.145088] env[70059]: DEBUG nova.network.neutron [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Updating instance_info_cache with network_info: [{"id": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "address": "fa:16:3e:36:fb:b8", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec8bdd2-8c", "ovs_interfaceid": "8ec8bdd2-8cd2-4b2d-832f-a43803f77513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.187560] env[70059]: DEBUG oslo_concurrency.lockutils [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] Releasing lock "refresh_cache-32cde80f-7b4d-40df-ac02-087e12a739c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.187816] env[70059]: DEBUG nova.compute.manager [req-217e8fd1-dd2d-4dd1-a687-5f544833d2e3 req-a8d4432f-7e90-400c-98a7-5aab7f377bc6 service nova] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Received event network-vif-deleted-131cb2c2-70fd-4618-af82-4a8eefcbec97 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.194874] env[70059]: INFO nova.compute.manager [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Took 18.52 seconds to build instance. [ 667.272712] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f753904-8532-4257-93bb-19a736144403 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.278631] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f445b62-dcae-4d10-93a0-0306f76ea30e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.309735] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aa1feb-7a7a-47ed-afbb-fff64c1b09d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.316853] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42811a79-9fbb-4bdb-aeb2-ba6a3c207120 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.330927] env[70059]: DEBUG nova.compute.provider_tree [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.375123] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066959} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.375506] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.376934] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97895651-8659-45a8-9e62-bb8339970c37 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.401645] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ca457c4e-4865-43e0-86e1-617fada34e38/ca457c4e-4865-43e0-86e1-617fada34e38.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.402433] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd0c4a6-2e50-40b1-b3df-a4f865e9f7cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.423021] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 667.423021] env[70059]: value = "task-3188598" [ 667.423021] env[70059]: _type = "Task" [ 667.423021] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.431269] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.488083] env[70059]: DEBUG nova.compute.manager [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Received event network-changed-de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.488289] env[70059]: DEBUG nova.compute.manager [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Refreshing instance network info cache due to event network-changed-de6ce556-6077-4647-a59c-246a65cb08ab. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.488523] env[70059]: DEBUG oslo_concurrency.lockutils [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] Acquiring lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.488639] env[70059]: DEBUG oslo_concurrency.lockutils [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] Acquired lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.488797] env[70059]: DEBUG nova.network.neutron [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Refreshing network info cache for port de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.505903] env[70059]: DEBUG oslo_vmware.api [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188597, 'name': PowerOffVM_Task, 'duration_secs': 0.219969} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.506280] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.506454] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.506780] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8edd8a-8d56-4e10-96ef-04fcaf4fc2d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.529066] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524a4dc1-4cd5-0c6b-477b-46a98b5e6493, 'name': SearchDatastore_Task, 'duration_secs': 0.022121} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.529828] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e26673-c276-4fa6-af11-6efacf06c344 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.535009] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 667.535009] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52733ce1-bef0-228f-66f5-0266b0558960" [ 667.535009] env[70059]: _type = "Task" [ 667.535009] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.542575] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52733ce1-bef0-228f-66f5-0266b0558960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.650990] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c293a632-c968-477b-a17d-5b19f0efcd1d tempest-ServerExternalEventsTest-1669884202 tempest-ServerExternalEventsTest-1669884202-project] Releasing lock "refresh_cache-bf43965a-4117-4c14-a78b-43ffa49d463a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.652214] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.691514] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.691875] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.691942] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.692270] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.692270] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.693398] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.693398] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.693398] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.693398] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.697607] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.697908] env[70059]: DEBUG nova.virt.hardware [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.699013] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf9a7a8-ec29-486c-99b5-38325d661fae tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.041s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.703126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb0845-390d-41f1-bbac-c1f82c54378f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.721622] env[70059]: DEBUG nova.compute.manager [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Received event network-vif-plugged-1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.722110] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] Acquiring lock "0c608994-12d8-4173-b8f0-06378d8d96ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.722424] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.722697] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.722987] env[70059]: DEBUG nova.compute.manager [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] No waiting events found dispatching network-vif-plugged-1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.723349] env[70059]: WARNING nova.compute.manager [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Received unexpected event network-vif-plugged-1872356d-cbaa-40b8-abb9-dcb0de33cb35 for instance with vm_state building and task_state spawning. [ 667.723678] env[70059]: DEBUG nova.compute.manager [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Received event network-changed-1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.724164] env[70059]: DEBUG nova.compute.manager [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Refreshing instance network info cache due to event network-changed-1872356d-cbaa-40b8-abb9-dcb0de33cb35. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.724403] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] Acquiring lock "refresh_cache-0c608994-12d8-4173-b8f0-06378d8d96ea" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.724652] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] Acquired lock "refresh_cache-0c608994-12d8-4173-b8f0-06378d8d96ea" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.724934] env[70059]: DEBUG nova.network.neutron [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Refreshing network info cache for port 1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.735206] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e45972e-b033-44c2-8a9f-54c9a4d825c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.834901] env[70059]: DEBUG nova.scheduler.client.report [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.877009] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "bf43965a-4117-4c14-a78b-43ffa49d463a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.877009] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.877189] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "bf43965a-4117-4c14-a78b-43ffa49d463a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.877810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.877810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.879751] env[70059]: INFO nova.compute.manager [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Terminating instance [ 667.936675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.937104] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.937325] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.937542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.937988] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.939582] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.940016] env[70059]: INFO nova.compute.manager [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Terminating instance [ 668.056435] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52733ce1-bef0-228f-66f5-0266b0558960, 'name': SearchDatastore_Task, 'duration_secs': 0.042881} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.057108] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.057508] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.058060] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff2f343f-e6d6-4649-a234-4bf081864acd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.067808] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 668.067808] env[70059]: value = "task-3188600" [ 668.067808] env[70059]: _type = "Task" [ 668.067808] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.081204] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.227887] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.338246] env[70059]: DEBUG nova.network.neutron [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updated VIF entry in instance network info cache for port de6ce556-6077-4647-a59c-246a65cb08ab. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.338528] env[70059]: DEBUG nova.network.neutron [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updating instance_info_cache with network_info: [{"id": "de6ce556-6077-4647-a59c-246a65cb08ab", "address": "fa:16:3e:44:9d:7b", "network": {"id": "ff8ec5c9-4839-4d5f-8c60-38edfd64ac3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-978261475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1005d18f394c72a48d87bf480718b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6ce556-60", "ovs_interfaceid": "de6ce556-6077-4647-a59c-246a65cb08ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.341073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.341570] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.350620] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.448s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.350620] env[70059]: INFO nova.compute.claims [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.383863] env[70059]: DEBUG nova.compute.manager [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.384683] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.386997] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2b1e2-ff7a-4b8d-ad48-20edc56f5574 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.399984] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.405032] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2637d8d1-6c05-441f-9bbb-2068b4f746e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.415336] env[70059]: DEBUG oslo_vmware.api [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 668.415336] env[70059]: value = "task-3188601" [ 668.415336] env[70059]: _type = "Task" [ 668.415336] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.430930] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.431235] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.431426] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Deleting the datastore file [datastore1] 19f4096b-0f09-4e26-93d7-a345002d004d {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.431749] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a721426-8be4-48ed-b0cc-bf6c250d8098 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.437596] env[70059]: DEBUG oslo_vmware.api [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.442446] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188598, 'name': ReconfigVM_Task, 'duration_secs': 0.741453} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.444101] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ca457c4e-4865-43e0-86e1-617fada34e38/ca457c4e-4865-43e0-86e1-617fada34e38.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.445208] env[70059]: DEBUG nova.compute.manager [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.445421] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.445771] env[70059]: DEBUG oslo_vmware.api [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for the task: (returnval){ [ 668.445771] env[70059]: value = "task-3188602" [ 668.445771] env[70059]: _type = "Task" [ 668.445771] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.445971] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1baca165-9aef-4904-9279-c10884bc21bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.448512] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c58c1-d610-40fe-81ca-d75f96259b6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.462255] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.467411] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e395d25e-3398-41d7-8aa0-a65e3332d7cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.469264] env[70059]: DEBUG oslo_vmware.api [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.469722] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 668.469722] env[70059]: value = "task-3188603" [ 668.469722] env[70059]: _type = "Task" [ 668.469722] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.475927] env[70059]: DEBUG oslo_vmware.api [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 668.475927] env[70059]: value = "task-3188604" [ 668.475927] env[70059]: _type = "Task" [ 668.475927] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.479927] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188603, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.489709] env[70059]: DEBUG oslo_vmware.api [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.580919] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.676394] env[70059]: DEBUG nova.network.neutron [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Successfully updated port: d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.686827] env[70059]: DEBUG nova.network.neutron [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Updated VIF entry in instance network info cache for port 1872356d-cbaa-40b8-abb9-dcb0de33cb35. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.687353] env[70059]: DEBUG nova.network.neutron [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Updating instance_info_cache with network_info: [{"id": "1872356d-cbaa-40b8-abb9-dcb0de33cb35", "address": "fa:16:3e:22:32:02", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1872356d-cb", "ovs_interfaceid": "1872356d-cbaa-40b8-abb9-dcb0de33cb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.760092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.842432] env[70059]: DEBUG oslo_concurrency.lockutils [req-f7df357e-3e09-469b-8fa0-ef237c98f456 req-0d466814-10ef-44b1-bb99-0439432b6282 service nova] Releasing lock "refresh_cache-3b873a8a-8dd7-4497-836e-d22a34a3eea1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.857138] env[70059]: DEBUG nova.compute.utils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.866299] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.866299] env[70059]: DEBUG nova.network.neutron [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.926620] env[70059]: DEBUG oslo_vmware.api [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188601, 'name': PowerOffVM_Task, 'duration_secs': 0.273296} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.926906] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.927108] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.927483] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c86bd8f-0d05-4389-b823-4734dd8872a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.959345] env[70059]: DEBUG nova.policy [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '150c17de0d7445f4a7db11c7e4f6fad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0057572dd11c4643b4ee248f62dfc5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.967859] env[70059]: DEBUG oslo_vmware.api [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Task: {'id': task-3188602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375758} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.968215] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.968462] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.968691] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.968918] env[70059]: INFO nova.compute.manager [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Took 2.01 seconds to destroy the instance on the hypervisor. [ 668.969228] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.969638] env[70059]: DEBUG nova.compute.manager [-] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.969638] env[70059]: DEBUG nova.network.neutron [-] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.983239] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188603, 'name': Rename_Task, 'duration_secs': 0.3314} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.986621] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.986967] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53034cd1-833d-4b58-bb1d-96eed3c913a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.994425] env[70059]: DEBUG oslo_vmware.api [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188604, 'name': PowerOffVM_Task, 'duration_secs': 0.219027} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.995779] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.995995] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.996359] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 668.996359] env[70059]: value = "task-3188606" [ 668.996359] env[70059]: _type = "Task" [ 668.996359] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.996562] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4de2c60-927c-4625-abd0-cbadeb68d2b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.007342] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.016776] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.016991] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.021060] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Deleting the datastore file [datastore1] bf43965a-4117-4c14-a78b-43ffa49d463a {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.021060] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffdcf108-ae9f-446f-9b49-40f78b8b80f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.023911] env[70059]: DEBUG oslo_vmware.api [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for the task: (returnval){ [ 669.023911] env[70059]: value = "task-3188608" [ 669.023911] env[70059]: _type = "Task" [ 669.023911] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.032828] env[70059]: DEBUG oslo_vmware.api [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.079492] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.080790] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.081361] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Deleting the datastore file [datastore1] 72045dd3-fa01-4b9e-a47b-aa9e034611f3 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.081954] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a83780-a554-40ae-85b4-fbc4a1919521 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.088693] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639008} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.089440] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.089764] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.090087] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6744b6cd-6e0b-47fb-9304-7f93a9baebf4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.093682] env[70059]: DEBUG oslo_vmware.api [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for the task: (returnval){ [ 669.093682] env[70059]: value = "task-3188609" [ 669.093682] env[70059]: _type = "Task" [ 669.093682] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.102023] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 669.102023] env[70059]: value = "task-3188610" [ 669.102023] env[70059]: _type = "Task" [ 669.102023] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.108320] env[70059]: DEBUG oslo_vmware.api [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.113321] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.180709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "refresh_cache-acd14470-9121-477e-8729-fab6f796b628" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.180709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "refresh_cache-acd14470-9121-477e-8729-fab6f796b628" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.180709] env[70059]: DEBUG nova.network.neutron [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.191725] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c183d79-bdd9-446c-b607-53b48c0fce41 req-e5ed6df9-024f-405d-86f6-1ed42aa4896a service nova] Releasing lock "refresh_cache-0c608994-12d8-4173-b8f0-06378d8d96ea" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.363616] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.512538] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.536171] env[70059]: DEBUG oslo_vmware.api [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Task: {'id': task-3188608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176201} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.536448] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.536788] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.537124] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.537440] env[70059]: INFO nova.compute.manager [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 669.537790] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.538149] env[70059]: DEBUG nova.compute.manager [-] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.538371] env[70059]: DEBUG nova.network.neutron [-] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.544019] env[70059]: DEBUG nova.network.neutron [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Successfully created port: 2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.615132] env[70059]: DEBUG oslo_vmware.api [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Task: {'id': task-3188609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215556} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.615776] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.616017] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.616297] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.616379] env[70059]: INFO nova.compute.manager [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 669.617445] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.617445] env[70059]: DEBUG nova.compute.manager [-] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.617445] env[70059]: DEBUG nova.network.neutron [-] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.622881] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071008} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.626644] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.627048] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b5384-ece1-492a-a9dc-6fdbb49e6ef1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.660853] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.664098] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdeee4f9-75b9-4092-97f1-3d9982d7e040 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.691027] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 669.691027] env[70059]: value = "task-3188611" [ 669.691027] env[70059]: _type = "Task" [ 669.691027] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.699988] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.740067] env[70059]: DEBUG nova.network.neutron [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.894810] env[70059]: DEBUG nova.network.neutron [-] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.013051] env[70059]: DEBUG oslo_vmware.api [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188606, 'name': PowerOnVM_Task, 'duration_secs': 0.808062} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.017051] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.017051] env[70059]: INFO nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Took 9.65 seconds to spawn the instance on the hypervisor. [ 670.017051] env[70059]: DEBUG nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.017786] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6aa3d1-e1c2-4b2b-a8a9-52a3bd263932 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.035465] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78a74fd-6263-4791-b158-5076e6d348c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.042950] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b8b21-4b07-4885-b29e-a1aef5079643 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.086333] env[70059]: DEBUG nova.network.neutron [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Updating instance_info_cache with network_info: [{"id": "d4dd581c-2256-4a73-8d2b-e5f45e9c2247", "address": "fa:16:3e:ab:05:bf", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dd581c-22", "ovs_interfaceid": "d4dd581c-2256-4a73-8d2b-e5f45e9c2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.088011] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9f58a8-0389-481f-bbf9-9e77dbf3d6c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.096295] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa07c3e7-94fb-47ea-af03-49e0f14e6f0e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.113825] env[70059]: DEBUG nova.compute.provider_tree [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.201690] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.380094] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.397852] env[70059]: INFO nova.compute.manager [-] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Took 1.43 seconds to deallocate network for instance. [ 670.416585] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.416585] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.416585] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.417335] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.417335] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.417335] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.417335] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.417335] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.417759] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.417759] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.417759] env[70059]: DEBUG nova.virt.hardware [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.418148] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e94b69-aa3d-4b5b-bf66-29515fcb5b03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.427247] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c951f-5c55-4ec1-8cb0-9e5c86ee7cf6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.536172] env[70059]: INFO nova.compute.manager [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Took 20.38 seconds to build instance. [ 670.592089] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "refresh_cache-acd14470-9121-477e-8729-fab6f796b628" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.592470] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance network_info: |[{"id": "d4dd581c-2256-4a73-8d2b-e5f45e9c2247", "address": "fa:16:3e:ab:05:bf", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dd581c-22", "ovs_interfaceid": "d4dd581c-2256-4a73-8d2b-e5f45e9c2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.592916] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:05:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4dd581c-2256-4a73-8d2b-e5f45e9c2247', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.600924] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating folder: Project (33c126e9efc646dfab45c86d663fb428). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.602112] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4548f829-1efb-4472-a8cf-6c10f29e659e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.617509] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created folder: Project (33c126e9efc646dfab45c86d663fb428) in parent group-v637631. [ 670.617697] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating folder: Instances. Parent ref: group-v637674. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.618530] env[70059]: DEBUG nova.scheduler.client.report [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.622653] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b26ce2ce-b800-49b1-acb5-af6d838ec064 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.624573] env[70059]: INFO nova.compute.manager [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Rebuilding instance [ 670.635284] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created folder: Instances in parent group-v637674. [ 670.635505] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.635732] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.637105] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f1bfb8b-edef-4273-a4c3-cdd3c7bf9bd7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.663815] env[70059]: DEBUG nova.compute.manager [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Received event network-vif-plugged-d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.664048] env[70059]: DEBUG oslo_concurrency.lockutils [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] Acquiring lock "acd14470-9121-477e-8729-fab6f796b628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.664186] env[70059]: DEBUG oslo_concurrency.lockutils [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] Lock "acd14470-9121-477e-8729-fab6f796b628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.664413] env[70059]: DEBUG oslo_concurrency.lockutils [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] Lock "acd14470-9121-477e-8729-fab6f796b628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.664525] env[70059]: DEBUG nova.compute.manager [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] No waiting events found dispatching network-vif-plugged-d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.664667] env[70059]: WARNING nova.compute.manager [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Received unexpected event network-vif-plugged-d4dd581c-2256-4a73-8d2b-e5f45e9c2247 for instance with vm_state building and task_state spawning. [ 670.664820] env[70059]: DEBUG nova.compute.manager [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Received event network-changed-d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.665128] env[70059]: DEBUG nova.compute.manager [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Refreshing instance network info cache due to event network-changed-d4dd581c-2256-4a73-8d2b-e5f45e9c2247. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.665247] env[70059]: DEBUG oslo_concurrency.lockutils [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] Acquiring lock "refresh_cache-acd14470-9121-477e-8729-fab6f796b628" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.665298] env[70059]: DEBUG oslo_concurrency.lockutils [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] Acquired lock "refresh_cache-acd14470-9121-477e-8729-fab6f796b628" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.665424] env[70059]: DEBUG nova.network.neutron [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Refreshing network info cache for port d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.671748] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.671748] env[70059]: value = "task-3188614" [ 670.671748] env[70059]: _type = "Task" [ 670.671748] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.685097] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188614, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.699778] env[70059]: DEBUG nova.compute.manager [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.700594] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbbdb45-4fdf-44ab-b536-0473348b3bfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.708831] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.735352] env[70059]: DEBUG nova.network.neutron [-] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.806986] env[70059]: DEBUG nova.network.neutron [-] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.854144] env[70059]: DEBUG nova.compute.manager [req-2085640f-56bb-4bce-b136-90007cadb93f req-83376f00-0ec9-4a28-b53b-530a90c7da8f service nova] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Received event network-vif-deleted-9e8054a9-4413-4269-8ecc-aa0eadadd93d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.906397] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.039278] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a12baa60-b034-4738-a35d-58047ace0824 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "ca457c4e-4865-43e0-86e1-617fada34e38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.888s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.124682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.124682] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.127422] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.120s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.129139] env[70059]: INFO nova.compute.claims [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.131875] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.132105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.132308] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.132548] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.132667] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.135648] env[70059]: INFO nova.compute.manager [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Terminating instance [ 671.187041] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188614, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.206994] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.237888] env[70059]: INFO nova.compute.manager [-] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Took 1.62 seconds to deallocate network for instance. [ 671.309748] env[70059]: INFO nova.compute.manager [-] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Took 1.77 seconds to deallocate network for instance. [ 671.522522] env[70059]: DEBUG nova.network.neutron [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Updated VIF entry in instance network info cache for port d4dd581c-2256-4a73-8d2b-e5f45e9c2247. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.522940] env[70059]: DEBUG nova.network.neutron [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Updating instance_info_cache with network_info: [{"id": "d4dd581c-2256-4a73-8d2b-e5f45e9c2247", "address": "fa:16:3e:ab:05:bf", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4dd581c-22", "ovs_interfaceid": "d4dd581c-2256-4a73-8d2b-e5f45e9c2247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.542375] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.637221] env[70059]: DEBUG nova.compute.utils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.641031] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.641212] env[70059]: DEBUG nova.network.neutron [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.644045] env[70059]: DEBUG nova.compute.manager [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.644045] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.645308] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211eb8a2-4377-44d6-9e8d-4cc87c6a7131 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.657459] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.657721] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8e62d6-5cef-4379-871d-ceeaad64f11f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.666864] env[70059]: DEBUG oslo_vmware.api [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 671.666864] env[70059]: value = "task-3188615" [ 671.666864] env[70059]: _type = "Task" [ 671.666864] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.676856] env[70059]: DEBUG oslo_vmware.api [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.684763] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188614, 'name': CreateVM_Task, 'duration_secs': 0.855818} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.687045] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.688133] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.688316] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.688650] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.688927] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840c0887-2097-4dcb-9052-2cfe24160af5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.693830] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 671.693830] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5268f427-b43f-fdd8-af77-e250e2c2b8a0" [ 671.693830] env[70059]: _type = "Task" [ 671.693830] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.705388] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188611, 'name': ReconfigVM_Task, 'duration_secs': 1.528446} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.708450] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.709287] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5268f427-b43f-fdd8-af77-e250e2c2b8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.709619] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41d1779f-1593-431c-bee0-3d1d9bf7d88a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.715831] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 671.715831] env[70059]: value = "task-3188616" [ 671.715831] env[70059]: _type = "Task" [ 671.715831] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.719448] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.720046] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60cb1b3f-3ea9-49e8-977b-81053c252476 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.728909] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188616, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.730402] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 671.730402] env[70059]: value = "task-3188617" [ 671.730402] env[70059]: _type = "Task" [ 671.730402] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.732216] env[70059]: DEBUG nova.policy [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c6c256e460c4a64b04ebafa3c0bf9a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '833c25c6b9c74c06a5a8738b45a540d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.741794] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.749025] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.818279] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.977110] env[70059]: DEBUG nova.network.neutron [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Successfully updated port: 2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.028153] env[70059]: DEBUG oslo_concurrency.lockutils [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] Releasing lock "refresh_cache-acd14470-9121-477e-8729-fab6f796b628" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.029388] env[70059]: DEBUG nova.compute.manager [req-4cc19c26-1f1b-4bc7-9957-34e365e5dea3 req-feb796f9-4481-46fb-a7da-fc0a780821c2 service nova] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Received event network-vif-deleted-ce250c86-9dee-4c1a-9899-e09a957916ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.075394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.144943] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.178494] env[70059]: DEBUG oslo_vmware.api [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188615, 'name': PowerOffVM_Task, 'duration_secs': 0.20146} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.178771] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.178936] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.179208] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38c2f65e-1f4b-44e5-a334-2a3b85985d9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.207400] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5268f427-b43f-fdd8-af77-e250e2c2b8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015396} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.207675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.207921] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.208195] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.208391] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.208863] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.208863] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1137d52b-6ef2-4c80-b2e4-82e27f2ff8e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.224188] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.224503] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.226711] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860c4800-b713-4f6b-80e3-f38eb3f5b9f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.245260] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 672.245260] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52211db6-61fa-31d8-be45-2227e462f0cd" [ 672.245260] env[70059]: _type = "Task" [ 672.245260] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.245646] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188616, 'name': Rename_Task, 'duration_secs': 0.1705} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.250841] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.256878] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b7f07f-4e2d-4db1-a553-637c7b38e5d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257240] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.257423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.257602] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Deleting the datastore file [datastore2] 3b873a8a-8dd7-4497-836e-d22a34a3eea1 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.258609] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6d4c68f-eeea-4ec4-a2d0-7a345d61dba3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.264943] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188617, 'name': PowerOffVM_Task, 'duration_secs': 0.179749} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.268134] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.269534] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.275423] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daab166-6865-479e-b39a-2b80a69b4ff0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.278569] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52211db6-61fa-31d8-be45-2227e462f0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.278841] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 672.278841] env[70059]: value = "task-3188619" [ 672.278841] env[70059]: _type = "Task" [ 672.278841] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.281351] env[70059]: DEBUG oslo_vmware.api [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for the task: (returnval){ [ 672.281351] env[70059]: value = "task-3188620" [ 672.281351] env[70059]: _type = "Task" [ 672.281351] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.281836] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844596b3-1dfa-4cc2-a70d-67d2bc733a40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.296501] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.298177] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f5a650-e023-45ec-9e45-74c5ad72383a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.303586] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 672.303586] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c2b09d-5768-61c9-c0ea-7e52c8d97e1f" [ 672.303586] env[70059]: _type = "Task" [ 672.303586] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.303782] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.310539] env[70059]: DEBUG oslo_vmware.api [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.311356] env[70059]: DEBUG nova.network.neutron [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Successfully created port: 03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.320562] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c2b09d-5768-61c9-c0ea-7e52c8d97e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.320820] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.321090] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.321645] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32570808-0c66-4c22-a4e5-734e74f061d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.324382] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.324579] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.324753] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Deleting the datastore file [datastore2] 1f87fd35-05ce-4111-af7b-a5192625d1a6 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.325349] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e05e52a0-30f4-4527-9925-f9f823f5a549 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.329069] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 672.329069] env[70059]: value = "task-3188622" [ 672.329069] env[70059]: _type = "Task" [ 672.329069] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.335282] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 672.335282] env[70059]: value = "task-3188623" [ 672.335282] env[70059]: _type = "Task" [ 672.335282] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.341583] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.346652] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.482680] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.482680] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.482680] env[70059]: DEBUG nova.network.neutron [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.792392] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188619, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.802337] env[70059]: DEBUG oslo_vmware.api [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Task: {'id': task-3188620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150102} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.802938] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.803162] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.803463] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.803529] env[70059]: INFO nova.compute.manager [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 672.803745] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.805870] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912df978-b70e-4e95-86c8-d43d5722ce12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.809232] env[70059]: DEBUG nova.compute.manager [-] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.809384] env[70059]: DEBUG nova.network.neutron [-] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.817602] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee5582e-2586-4085-a7df-4bb92b672198 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.865413] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0b8c1-8d87-43d8-9614-45c9e7b3506c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.874683] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513034} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.879799] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.880094] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.880443] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112422} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.880702] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c81040e1-2ef7-4962-aea6-69aecf3c930e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.884288] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda7c6fc-6fa5-4a16-bd01-b4b99fb3c06c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.888252] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.888442] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.888616] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.908023] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 672.908023] env[70059]: value = "task-3188624" [ 672.908023] env[70059]: _type = "Task" [ 672.908023] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.908504] env[70059]: DEBUG nova.compute.provider_tree [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.921801] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.040625] env[70059]: DEBUG nova.network.neutron [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.159071] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.198461] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.198461] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.198461] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.199618] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.200450] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.200450] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.200450] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.200450] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.200638] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.200752] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.200940] env[70059]: DEBUG nova.virt.hardware [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.201956] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d559e78-8da1-493f-8856-74579c0cac1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.213589] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8841048-8885-4b14-896b-404f8eaf26b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.293066] env[70059]: DEBUG oslo_vmware.api [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188619, 'name': PowerOnVM_Task, 'duration_secs': 0.715233} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.293348] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.293545] env[70059]: INFO nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Took 10.28 seconds to spawn the instance on the hypervisor. [ 673.293721] env[70059]: DEBUG nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.294501] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac7d1d-f5a9-47bc-bf71-79bc24552e9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.369049] env[70059]: DEBUG nova.network.neutron [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.417018] env[70059]: DEBUG nova.scheduler.client.report [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.426254] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071792} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.426254] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.426254] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65709c60-666b-4d7d-bddc-eaf83953e071 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.454466] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.455605] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d07cc7-b32d-499b-94fc-68fc48f322f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.478980] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 673.478980] env[70059]: value = "task-3188625" [ 673.478980] env[70059]: _type = "Task" [ 673.478980] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.486120] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.551058] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "c42e1228-14f5-42d7-887c-c33644c478c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.551172] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "c42e1228-14f5-42d7-887c-c33644c478c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.571611] env[70059]: DEBUG nova.compute.manager [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Received event network-vif-deleted-8ec8bdd2-8cd2-4b2d-832f-a43803f77513 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.571829] env[70059]: DEBUG nova.compute.manager [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Received event network-vif-plugged-2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.571951] env[70059]: DEBUG oslo_concurrency.lockutils [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.572217] env[70059]: DEBUG oslo_concurrency.lockutils [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.572303] env[70059]: DEBUG oslo_concurrency.lockutils [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.572494] env[70059]: DEBUG nova.compute.manager [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] No waiting events found dispatching network-vif-plugged-2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.572593] env[70059]: WARNING nova.compute.manager [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Received unexpected event network-vif-plugged-2bf1e264-b971-426f-991c-7b3832defab4 for instance with vm_state building and task_state spawning. [ 673.572713] env[70059]: DEBUG nova.compute.manager [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Received event network-changed-2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.572862] env[70059]: DEBUG nova.compute.manager [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Refreshing instance network info cache due to event network-changed-2bf1e264-b971-426f-991c-7b3832defab4. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.573031] env[70059]: DEBUG oslo_concurrency.lockutils [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.757462] env[70059]: DEBUG nova.network.neutron [-] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.816444] env[70059]: INFO nova.compute.manager [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Took 23.27 seconds to build instance. [ 673.872945] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.873309] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Instance network_info: |[{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.873635] env[70059]: DEBUG oslo_concurrency.lockutils [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.873819] env[70059]: DEBUG nova.network.neutron [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Refreshing network info cache for port 2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.875454] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:d4:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bf1e264-b971-426f-991c-7b3832defab4', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.885443] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating folder: Project (0057572dd11c4643b4ee248f62dfc5bb). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.887288] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1132dd3-a91e-4e9c-9b09-95505a284d3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.899769] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created folder: Project (0057572dd11c4643b4ee248f62dfc5bb) in parent group-v637631. [ 673.899962] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating folder: Instances. Parent ref: group-v637677. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.900208] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fbee864-896a-4e87-b2e8-adb9237b542f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.914097] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created folder: Instances in parent group-v637677. [ 673.914358] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.914457] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.914699] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f9fb356-0247-4d13-ba3a-28027ff0cd40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.933979] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.934629] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.937930] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.205s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.949450] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.949450] env[70059]: value = "task-3188628" [ 673.949450] env[70059]: _type = "Task" [ 673.949450] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.958779] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188628, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.968236] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.968493] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.968673] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.968826] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.969221] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.970670] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.970768] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.970978] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.972061] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.972061] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.972061] env[70059]: DEBUG nova.virt.hardware [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.973022] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb04d13-b312-4728-b80d-b03f64e113f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.985762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7b938-2350-4790-98ab-e0466087b844 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.994857] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.004903] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.011093] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.011820] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.012128] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80fe59ec-6a67-4419-853a-660c461c4257 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.032441] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.032441] env[70059]: value = "task-3188629" [ 674.032441] env[70059]: _type = "Task" [ 674.032441] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.041089] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188629, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.260660] env[70059]: INFO nova.compute.manager [-] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Took 1.45 seconds to deallocate network for instance. [ 674.320578] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9dd31dfb-a70f-4925-b6e0-5239dc9ea095 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.792s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.444091] env[70059]: DEBUG nova.compute.utils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.451018] env[70059]: INFO nova.compute.claims [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.452992] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.453112] env[70059]: DEBUG nova.network.neutron [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.470752] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188628, 'name': CreateVM_Task, 'duration_secs': 0.355014} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.470940] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.471643] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.471808] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.472130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.472386] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244a07d1-9f10-4113-a41f-35c2af7ad627 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.481616] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 674.481616] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52864e8f-5cb3-00de-7601-6cd25cf9414a" [ 674.481616] env[70059]: _type = "Task" [ 674.481616] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.494065] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188625, 'name': ReconfigVM_Task, 'duration_secs': 0.798575} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.497877] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Reconfigured VM instance instance-0000000f to attach disk [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.498353] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52864e8f-5cb3-00de-7601-6cd25cf9414a, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.498556] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1d462fc-22d1-434c-ac23-4686f69807d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.500540] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.500795] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.500997] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.501152] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.501637] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.503772] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5beccdf-4146-4743-8d84-f0b7371c624a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.511316] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 674.511316] env[70059]: value = "task-3188630" [ 674.511316] env[70059]: _type = "Task" [ 674.511316] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.516258] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.516258] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.517506] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5408e5ee-f5d6-4425-825f-a726e001cc01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.523034] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188630, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.526185] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 674.526185] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257687f-5f83-613d-8a3b-00f1b5a94fdf" [ 674.526185] env[70059]: _type = "Task" [ 674.526185] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.533986] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5257687f-5f83-613d-8a3b-00f1b5a94fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.545112] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188629, 'name': CreateVM_Task, 'duration_secs': 0.312037} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.546028] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.546028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.546028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.546284] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.546508] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51499f8-4831-4f50-8af5-79c83a94deec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.551489] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 674.551489] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52371d23-9b45-185a-fdb4-38cfe0ba5af1" [ 674.551489] env[70059]: _type = "Task" [ 674.551489] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.559040] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52371d23-9b45-185a-fdb4-38cfe0ba5af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.574163] env[70059]: DEBUG nova.policy [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6217026105f340e38c6eb69c052a9ffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ea5e05c6cb949a48240f95cdea9538f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.711743] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.711981] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.719800] env[70059]: DEBUG nova.network.neutron [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updated VIF entry in instance network info cache for port 2bf1e264-b971-426f-991c-7b3832defab4. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.720190] env[70059]: DEBUG nova.network.neutron [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.767018] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.826562] env[70059]: DEBUG nova.network.neutron [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Successfully updated port: 03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.830177] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.953611] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.957456] env[70059]: INFO nova.compute.resource_tracker [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating resource usage from migration 9c081d6d-5cd2-48e1-8e03-7261412413dd [ 675.027219] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188630, 'name': Rename_Task, 'duration_secs': 0.273694} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.030220] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.033973] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-510d8d52-0731-4672-965b-5ee49cc3ae22 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.045052] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5257687f-5f83-613d-8a3b-00f1b5a94fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.046869] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 675.046869] env[70059]: value = "task-3188631" [ 675.046869] env[70059]: _type = "Task" [ 675.046869] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.047075] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b15a46-f159-4693-be39-530b8e3eb094 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.064520] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 675.064520] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f36208-16f8-461a-189e-4e493c2b9020" [ 675.064520] env[70059]: _type = "Task" [ 675.064520] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.073476] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188631, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.080340] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52371d23-9b45-185a-fdb4-38cfe0ba5af1, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.081421] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.082209] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.082209] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.086284] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f36208-16f8-461a-189e-4e493c2b9020, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.086511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.086790] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25/2c6f2182-1d1e-4262-aa37-526bb79ebc25.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.087078] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.087265] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.087478] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a2fdc4-ca11-4d59-b6e9-f32253a145d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.089920] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-946b5e87-b246-48c2-8b45-36da3ee5b168 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.098315] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 675.098315] env[70059]: value = "task-3188632" [ 675.098315] env[70059]: _type = "Task" [ 675.098315] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.102545] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.102718] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.104054] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9d6114-611d-48cc-91a4-64554e233cdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.112768] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.116422] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 675.116422] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5213d391-c85a-5eb3-dc7b-800027e5a168" [ 675.116422] env[70059]: _type = "Task" [ 675.116422] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.126998] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5213d391-c85a-5eb3-dc7b-800027e5a168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.224972] env[70059]: DEBUG oslo_concurrency.lockutils [req-298a2537-77ca-4d88-a593-3486861a766e req-7063c4e1-100a-444f-badd-4acaa526457d service nova] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.337314] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "refresh_cache-10ffa883-9787-4c2b-9912-11f35f299c35" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.337314] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "refresh_cache-10ffa883-9787-4c2b-9912-11f35f299c35" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.337314] env[70059]: DEBUG nova.network.neutron [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.361044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.560080] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.584088] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618e20e-6129-4146-a5f8-22aad5a220db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.592582] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1471368-5b12-46bb-94d6-31cfcdbbce26 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.636706] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441da217-3a2f-4e60-9ab1-f9e453b4ac4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.642155] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.648438] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5213d391-c85a-5eb3-dc7b-800027e5a168, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.652223] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a0b693-1ddb-4801-b64c-1548bcd789cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.656296] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee4012-a8e6-4293-b941-152d3d21b0fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.666054] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 675.666054] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e28751-43f6-34f8-5501-fbdb14ee442a" [ 675.666054] env[70059]: _type = "Task" [ 675.666054] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.677221] env[70059]: DEBUG nova.compute.provider_tree [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.693027] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e28751-43f6-34f8-5501-fbdb14ee442a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.776235] env[70059]: DEBUG nova.network.neutron [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Successfully created port: fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.936792] env[70059]: DEBUG nova.network.neutron [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.970775] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.025032] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.025032] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.025032] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.025254] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.025254] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.025254] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.025254] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.025254] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.025416] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.025712] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.026036] env[70059]: DEBUG nova.virt.hardware [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.027099] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f062a5-bc27-476d-8ac9-93e18f08908c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.037119] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f09d093-4f12-4a21-bd10-5af6367746df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.070258] env[70059]: DEBUG oslo_vmware.api [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188631, 'name': PowerOnVM_Task, 'duration_secs': 0.72588} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.070258] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.070258] env[70059]: INFO nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Took 8.42 seconds to spawn the instance on the hypervisor. [ 676.070258] env[70059]: DEBUG nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.070258] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2ace4-0be5-4763-b3b5-7a153a869e32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.125025] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612882} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.125320] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25/2c6f2182-1d1e-4262-aa37-526bb79ebc25.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.125558] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.129019] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4efb18c3-7995-49aa-b592-335b19a3e952 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.141900] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 676.141900] env[70059]: value = "task-3188633" [ 676.141900] env[70059]: _type = "Task" [ 676.141900] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.169272] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.187274] env[70059]: DEBUG nova.scheduler.client.report [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.201867] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e28751-43f6-34f8-5501-fbdb14ee442a, 'name': SearchDatastore_Task, 'duration_secs': 0.032313} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.205931] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.205931] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.207084] env[70059]: DEBUG nova.compute.manager [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Received event network-vif-deleted-de6ce556-6077-4647-a59c-246a65cb08ab {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.207169] env[70059]: DEBUG nova.compute.manager [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Received event network-vif-plugged-03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.207958] env[70059]: DEBUG oslo_concurrency.lockutils [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] Acquiring lock "10ffa883-9787-4c2b-9912-11f35f299c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.208505] env[70059]: DEBUG oslo_concurrency.lockutils [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] Lock "10ffa883-9787-4c2b-9912-11f35f299c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.208561] env[70059]: DEBUG oslo_concurrency.lockutils [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] Lock "10ffa883-9787-4c2b-9912-11f35f299c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.208710] env[70059]: DEBUG nova.compute.manager [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] No waiting events found dispatching network-vif-plugged-03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.208843] env[70059]: WARNING nova.compute.manager [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Received unexpected event network-vif-plugged-03dabcbc-7b57-4b1d-8f43-7c35019d2016 for instance with vm_state building and task_state spawning. [ 676.208999] env[70059]: DEBUG nova.compute.manager [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Received event network-changed-03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.209159] env[70059]: DEBUG nova.compute.manager [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Refreshing instance network info cache due to event network-changed-03dabcbc-7b57-4b1d-8f43-7c35019d2016. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.210354] env[70059]: DEBUG oslo_concurrency.lockutils [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] Acquiring lock "refresh_cache-10ffa883-9787-4c2b-9912-11f35f299c35" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.211412] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6370569-5617-4fb2-a905-09d5446a853c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.222383] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 676.222383] env[70059]: value = "task-3188634" [ 676.222383] env[70059]: _type = "Task" [ 676.222383] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.231060] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.422547] env[70059]: DEBUG nova.network.neutron [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Updating instance_info_cache with network_info: [{"id": "03dabcbc-7b57-4b1d-8f43-7c35019d2016", "address": "fa:16:3e:38:9e:e2", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03dabcbc-7b", "ovs_interfaceid": "03dabcbc-7b57-4b1d-8f43-7c35019d2016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.590484] env[70059]: INFO nova.compute.manager [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Took 20.38 seconds to build instance. [ 676.653677] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066043} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.654136] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.655147] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff81e13-d0ed-48e9-ae57-439efd63cb55 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.685017] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25/2c6f2182-1d1e-4262-aa37-526bb79ebc25.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.685017] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9b618a-74c8-4f61-9bf2-17eca8e66330 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.698856] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.761s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.699461] env[70059]: INFO nova.compute.manager [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Migrating [ 676.699837] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700146] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701555] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.452s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.701940] env[70059]: DEBUG nova.objects.instance [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lazy-loading 'resources' on Instance uuid 8d55683d-3ce3-42ec-bf0c-a17146f61142 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.708870] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 676.708870] env[70059]: value = "task-3188635" [ 676.708870] env[70059]: _type = "Task" [ 676.708870] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.720256] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.733933] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188634, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.928997] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "refresh_cache-10ffa883-9787-4c2b-9912-11f35f299c35" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.933967] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Instance network_info: |[{"id": "03dabcbc-7b57-4b1d-8f43-7c35019d2016", "address": "fa:16:3e:38:9e:e2", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03dabcbc-7b", "ovs_interfaceid": "03dabcbc-7b57-4b1d-8f43-7c35019d2016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.933967] env[70059]: DEBUG oslo_concurrency.lockutils [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] Acquired lock "refresh_cache-10ffa883-9787-4c2b-9912-11f35f299c35" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.934132] env[70059]: DEBUG nova.network.neutron [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Refreshing network info cache for port 03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.934132] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:9e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03dabcbc-7b57-4b1d-8f43-7c35019d2016', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.947494] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.950737] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.951263] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dae0a64-06a3-4168-b179-b23ce0c1a13f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.974018] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.974018] env[70059]: value = "task-3188636" [ 676.974018] env[70059]: _type = "Task" [ 676.974018] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.983035] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188636, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.040240] env[70059]: INFO nova.compute.manager [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Rebuilding instance [ 677.094371] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a964381-d00a-4554-9b7f-aa67f789ff63 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "acd14470-9121-477e-8729-fab6f796b628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.742s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.097484] env[70059]: DEBUG nova.compute.manager [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.098391] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dde3d1-f805-47b3-8bed-e1c41678d336 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.207670] env[70059]: INFO nova.compute.rpcapi [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 677.208341] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.244550] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188635, 'name': ReconfigVM_Task, 'duration_secs': 0.277044} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.248602] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25/2c6f2182-1d1e-4262-aa37-526bb79ebc25.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.248602] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519984} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.249145] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3366495f-d72f-4cc5-abf0-c4714a7dc4a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.250502] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.250718] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.255977] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b41e0457-bd9e-4a13-a911-48269bbf60bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.263742] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 677.263742] env[70059]: value = "task-3188638" [ 677.263742] env[70059]: _type = "Task" [ 677.263742] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.265352] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 677.265352] env[70059]: value = "task-3188637" [ 677.265352] env[70059]: _type = "Task" [ 677.265352] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.281703] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.285750] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188637, 'name': Rename_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.288042] env[70059]: DEBUG nova.network.neutron [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Updated VIF entry in instance network info cache for port 03dabcbc-7b57-4b1d-8f43-7c35019d2016. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.288641] env[70059]: DEBUG nova.network.neutron [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Updating instance_info_cache with network_info: [{"id": "03dabcbc-7b57-4b1d-8f43-7c35019d2016", "address": "fa:16:3e:38:9e:e2", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03dabcbc-7b", "ovs_interfaceid": "03dabcbc-7b57-4b1d-8f43-7c35019d2016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.490296] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188636, 'name': CreateVM_Task, 'duration_secs': 0.406338} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.490458] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.491505] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.491679] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.492206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.495262] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7865da41-4e5c-4857-b0e6-0621cc8c9858 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.506318] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 677.506318] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52131fb3-a9bc-d877-ce54-11720275f87d" [ 677.506318] env[70059]: _type = "Task" [ 677.506318] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.514467] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52131fb3-a9bc-d877-ce54-11720275f87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.607889] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.734595] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.734771] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.734977] env[70059]: DEBUG nova.network.neutron [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.787549] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081728} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.792036] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.792036] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188637, 'name': Rename_Task, 'duration_secs': 0.182119} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.792036] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c91bc1-89bb-4413-8968-09e2454442ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.794560] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.798056] env[70059]: DEBUG oslo_concurrency.lockutils [req-c0d44f6e-f37d-4412-bd69-4dcbe99cd896 req-18b7f9ab-acf3-467a-bebd-a5366a6e9f71 service nova] Releasing lock "refresh_cache-10ffa883-9787-4c2b-9912-11f35f299c35" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.798056] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e00fb7f-993c-4c9d-ae23-7ecb11d1c968 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.824849] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.830210] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b24bfb-4cea-40f3-9ee8-32c781f39387 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.846069] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 677.846069] env[70059]: value = "task-3188639" [ 677.846069] env[70059]: _type = "Task" [ 677.846069] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.852116] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 677.852116] env[70059]: value = "task-3188640" [ 677.852116] env[70059]: _type = "Task" [ 677.852116] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.858978] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.866017] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.931626] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c222c8-ea27-4deb-ae19-c20b9a8a7fdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.940392] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcaaf0c-d9da-4d28-9b8d-5ab9fb1dfd09 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.972518] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a9661-639d-4549-9925-cddf067f6ea7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.980216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3925a6cf-1727-4bd4-818a-4dedf9eed187 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.994810] env[70059]: DEBUG nova.compute.provider_tree [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.015775] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52131fb3-a9bc-d877-ce54-11720275f87d, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.016090] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.016321] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.016856] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.016856] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.016856] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.017221] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d21b94-5e3b-47a2-918b-b7f04ee45156 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.025695] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.025920] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.026742] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d2c050-fc69-4307-9e76-604a8a4e0d9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.034288] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 678.034288] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cf1fa2-0bf6-fedf-c977-e5dfc8d63593" [ 678.034288] env[70059]: _type = "Task" [ 678.034288] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.042298] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cf1fa2-0bf6-fedf-c977-e5dfc8d63593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.075189] env[70059]: DEBUG nova.network.neutron [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Successfully updated port: fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.116996] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.117324] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-957ee17c-d2ce-40af-adad-65e8fdc013cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.125551] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 678.125551] env[70059]: value = "task-3188641" [ 678.125551] env[70059]: _type = "Task" [ 678.125551] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.140543] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.150318] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.362531] env[70059]: DEBUG oslo_vmware.api [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188639, 'name': PowerOnVM_Task, 'duration_secs': 0.518569} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.363794] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.364110] env[70059]: INFO nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Took 7.98 seconds to spawn the instance on the hypervisor. [ 678.364685] env[70059]: DEBUG nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.369789] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4595eb-ff04-492f-8788-dabdc3232421 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.372895] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188640, 'name': ReconfigVM_Task, 'duration_secs': 0.344543} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.373419] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1f87fd35-05ce-4111-af7b-a5192625d1a6/1f87fd35-05ce-4111-af7b-a5192625d1a6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.374524] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ddb7fa-c8fb-4661-84b6-e6fec51ea010 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.386270] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 678.386270] env[70059]: value = "task-3188642" [ 678.386270] env[70059]: _type = "Task" [ 678.386270] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.397302] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188642, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.498778] env[70059]: DEBUG nova.scheduler.client.report [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.544945] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cf1fa2-0bf6-fedf-c977-e5dfc8d63593, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.545783] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a909f40a-741b-4ed3-a487-3367fc44f18f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.551354] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 678.551354] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525b49fc-80d6-ebfd-8130-8ef8fd7da33d" [ 678.551354] env[70059]: _type = "Task" [ 678.551354] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.560732] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525b49fc-80d6-ebfd-8130-8ef8fd7da33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.579455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.579455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.579455] env[70059]: DEBUG nova.network.neutron [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.638606] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188641, 'name': PowerOffVM_Task, 'duration_secs': 0.308608} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.638606] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.639045] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.639860] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e1681-a2eb-48f9-be3b-6fa60bb4159b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.653369] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.653369] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62e7b080-c8fa-4eb7-bf30-c73656a4e82b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.681085] env[70059]: DEBUG nova.network.neutron [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [{"id": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "address": "fa:16:3e:02:a2:47", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c9b5e-5a", "ovs_interfaceid": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.723594] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.723945] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.724026] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.724312] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ad44a6-6ee4-4661-a86f-b632e4543813 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.732728] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 678.732728] env[70059]: value = "task-3188644" [ 678.732728] env[70059]: _type = "Task" [ 678.732728] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.742690] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.805735] env[70059]: DEBUG nova.compute.manager [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Received event network-vif-plugged-fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.806172] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] Acquiring lock "7e43c2a9-687f-4839-b48b-b7c3b2164787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.806251] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.807033] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.807033] env[70059]: DEBUG nova.compute.manager [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] No waiting events found dispatching network-vif-plugged-fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.807033] env[70059]: WARNING nova.compute.manager [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Received unexpected event network-vif-plugged-fd321573-b572-4ca3-b402-8a0e45ef74fc for instance with vm_state building and task_state spawning. [ 678.807553] env[70059]: DEBUG nova.compute.manager [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Received event network-changed-fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.807678] env[70059]: DEBUG nova.compute.manager [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Refreshing instance network info cache due to event network-changed-fd321573-b572-4ca3-b402-8a0e45ef74fc. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.807920] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] Acquiring lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.894500] env[70059]: INFO nova.compute.manager [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Took 22.05 seconds to build instance. [ 678.902837] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188642, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.006372] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.006372] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.688s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.006877] env[70059]: DEBUG nova.objects.instance [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lazy-loading 'resources' on Instance uuid 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.036125] env[70059]: INFO nova.scheduler.client.report [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Deleted allocations for instance 8d55683d-3ce3-42ec-bf0c-a17146f61142 [ 679.064802] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525b49fc-80d6-ebfd-8130-8ef8fd7da33d, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.064802] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.064802] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 10ffa883-9787-4c2b-9912-11f35f299c35/10ffa883-9787-4c2b-9912-11f35f299c35.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.064802] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1948151a-01a7-43d7-b627-3d26079602c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.073420] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 679.073420] env[70059]: value = "task-3188645" [ 679.073420] env[70059]: _type = "Task" [ 679.073420] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.087372] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.131846] env[70059]: DEBUG nova.network.neutron [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.184130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.245303] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143411} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.249342] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.250038] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.250038] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.388996] env[70059]: DEBUG nova.network.neutron [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updating instance_info_cache with network_info: [{"id": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "address": "fa:16:3e:33:2c:df", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd321573-b5", "ovs_interfaceid": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.399658] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4a04de96-947c-421c-a9f7-2af3b403ea44 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.177s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.408682] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188642, 'name': Rename_Task, 'duration_secs': 0.889473} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.409492] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.413021] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6386f6ee-4217-4501-8495-d8c7def7d47f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.419279] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 679.419279] env[70059]: value = "task-3188646" [ 679.419279] env[70059]: _type = "Task" [ 679.419279] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.433466] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.550915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b787cbc7-049c-42c6-a23b-162140f45b0c tempest-DeleteServersAdminTestJSON-1131453407 tempest-DeleteServersAdminTestJSON-1131453407-project-admin] Lock "8d55683d-3ce3-42ec-bf0c-a17146f61142" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.917s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.592946] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188645, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.900120] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.900120] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Instance network_info: |[{"id": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "address": "fa:16:3e:33:2c:df", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd321573-b5", "ovs_interfaceid": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.900713] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] Acquired lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.900713] env[70059]: DEBUG nova.network.neutron [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Refreshing network info cache for port fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.903056] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2c:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd321573-b572-4ca3-b402-8a0e45ef74fc', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.911503] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Creating folder: Project (9ea5e05c6cb949a48240f95cdea9538f). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.915712] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.918635] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25ee66b6-0364-40f0-b675-c4341f9f7731 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.938611] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.939548] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Created folder: Project (9ea5e05c6cb949a48240f95cdea9538f) in parent group-v637631. [ 679.939692] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Creating folder: Instances. Parent ref: group-v637682. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.939936] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da3f2082-08e9-4674-924a-c09fa60701ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.948346] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Created folder: Instances in parent group-v637682. [ 679.948580] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.948768] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.949167] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29290da8-ba13-4392-9b8a-bc218ff83eb9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.978360] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.978360] env[70059]: value = "task-3188649" [ 679.978360] env[70059]: _type = "Task" [ 679.978360] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.986539] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188649, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.093517] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531458} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.094126] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 10ffa883-9787-4c2b-9912-11f35f299c35/10ffa883-9787-4c2b-9912-11f35f299c35.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.094301] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.094628] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629a07b5-7422-460a-9252-e86834d274ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.104454] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 680.104454] env[70059]: value = "task-3188650" [ 680.104454] env[70059]: _type = "Task" [ 680.104454] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.114360] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.161898] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a26d5-6d4c-4c71-888f-f11acb71541e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.170687] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196727c1-224b-4760-85c1-5f958f13a7ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.211033] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c685d-fc59-465e-ab65-63aed1b6fdae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.220219] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b3b30-f844-44b6-9d73-fed0a278c4fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.234913] env[70059]: DEBUG nova.compute.provider_tree [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.295018] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.295018] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.295018] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.295310] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.295310] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.295310] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.295310] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.295310] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.295484] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.295484] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.295484] env[70059]: DEBUG nova.virt.hardware [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.296163] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb1a66-c713-4199-ad39-d9f3e32e03df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.304178] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0075c55-2b20-48a8-a9e5-335ef441392b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.318961] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:32:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1872356d-cbaa-40b8-abb9-dcb0de33cb35', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.326840] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.327101] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.327275] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477f1327-f887-4c8b-bed5-7899132c9b30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.347301] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.347301] env[70059]: value = "task-3188651" [ 680.347301] env[70059]: _type = "Task" [ 680.347301] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.356322] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188651, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.441158] env[70059]: DEBUG oslo_vmware.api [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188646, 'name': PowerOnVM_Task, 'duration_secs': 0.581346} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.441545] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.441750] env[70059]: DEBUG nova.compute.manager [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.443586] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a8925-fcc6-40fe-8a5a-af7a683bd6e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.448948] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.488316] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188649, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.612583] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.613387] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.613592] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af50fbc-53b8-47d3-a256-f39afc7f8bde {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.639805] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 10ffa883-9787-4c2b-9912-11f35f299c35/10ffa883-9787-4c2b-9912-11f35f299c35.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.640061] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151dafdd-800c-4c60-a376-51b880226abb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.665105] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 680.665105] env[70059]: value = "task-3188652" [ 680.665105] env[70059]: _type = "Task" [ 680.665105] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.676244] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.717280] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5cd0a3-b0be-4e44-b4d5-c44b82a7adc4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.740673] env[70059]: DEBUG nova.scheduler.client.report [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.742391] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.859658] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188651, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.970214] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.991932] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188649, 'name': CreateVM_Task, 'duration_secs': 0.636608} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.992162] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.992840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.993228] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.993590] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.993848] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0a3d23-d973-4be5-82e1-10db18b719b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.999163] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 680.999163] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5283884c-6f6b-5d23-d18f-1231acef3077" [ 680.999163] env[70059]: _type = "Task" [ 680.999163] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.007868] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5283884c-6f6b-5d23-d18f-1231acef3077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.176303] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188652, 'name': ReconfigVM_Task, 'duration_secs': 0.456099} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.177456] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 10ffa883-9787-4c2b-9912-11f35f299c35/10ffa883-9787-4c2b-9912-11f35f299c35.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.177600] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-944983b7-67a7-4972-a67c-508b97f07c5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.186537] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 681.186537] env[70059]: value = "task-3188653" [ 681.186537] env[70059]: _type = "Task" [ 681.186537] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.199269] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188653, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.211826] env[70059]: DEBUG nova.network.neutron [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updated VIF entry in instance network info cache for port fd321573-b572-4ca3-b402-8a0e45ef74fc. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.212655] env[70059]: DEBUG nova.network.neutron [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updating instance_info_cache with network_info: [{"id": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "address": "fa:16:3e:33:2c:df", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd321573-b5", "ovs_interfaceid": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.251577] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.258482] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.259770] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.198s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.263390] env[70059]: INFO nova.compute.claims [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.267222] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9953b1b-3236-4d41-a22c-83db34be5b88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.281637] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 681.281637] env[70059]: value = "task-3188654" [ 681.281637] env[70059]: _type = "Task" [ 681.281637] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.292915] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.293659] env[70059]: INFO nova.scheduler.client.report [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Deleted allocations for instance 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e [ 681.370324] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188651, 'name': CreateVM_Task, 'duration_secs': 0.688204} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.370324] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.370324] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.370324] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.370324] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.370324] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e60368-d984-4151-bd96-3db0f430a1e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.378187] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 681.378187] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e9df22-f982-3ea1-af46-7128b654bfd6" [ 681.378187] env[70059]: _type = "Task" [ 681.378187] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.388940] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e9df22-f982-3ea1-af46-7128b654bfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.488303] env[70059]: DEBUG nova.compute.manager [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Received event network-changed-2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.488303] env[70059]: DEBUG nova.compute.manager [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Refreshing instance network info cache due to event network-changed-2bf1e264-b971-426f-991c-7b3832defab4. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.488303] env[70059]: DEBUG oslo_concurrency.lockutils [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.490392] env[70059]: DEBUG oslo_concurrency.lockutils [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.490767] env[70059]: DEBUG nova.network.neutron [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Refreshing network info cache for port 2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.521614] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5283884c-6f6b-5d23-d18f-1231acef3077, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.521945] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.522264] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.522505] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.523152] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.523152] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.523152] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60338dcc-7ede-4680-bd4f-2b3e19f0f328 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.534891] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.534891] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.536312] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a15a21-c776-4640-8767-e60d9dfd3a24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.545897] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 681.545897] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52812046-2e63-1533-100b-36fc7cbd825d" [ 681.545897] env[70059]: _type = "Task" [ 681.545897] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.551505] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52812046-2e63-1533-100b-36fc7cbd825d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.697052] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188653, 'name': Rename_Task, 'duration_secs': 0.193531} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.697052] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.697364] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f50274a-c47e-4a68-b497-c85b7a60b88d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.703873] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 681.703873] env[70059]: value = "task-3188655" [ 681.703873] env[70059]: _type = "Task" [ 681.703873] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.715153] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.716616] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4e34f1e-5353-462e-8dff-f7d7d367d600 req-b62788ed-f3d0-49a9-9e57-99e4a37df36b service nova] Releasing lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.792182] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188654, 'name': PowerOffVM_Task, 'duration_secs': 0.246347} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.792562] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.792849] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.801653] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ce6e5b1e-b66a-4ce1-ad3f-b4a24c587bb3 tempest-ServerDiagnosticsV248Test-785148571 tempest-ServerDiagnosticsV248Test-785148571-project-member] Lock "4d74d56f-a2c9-40e6-abf7-b3b7a76da66e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.940s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.892247] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e9df22-f982-3ea1-af46-7128b654bfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.014476} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.892808] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.893280] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.893694] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.895049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.895049] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.895049] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-995e5e31-7c4d-4054-a9e9-9ee90038b7cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.909039] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.909039] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.909039] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5290536c-bef6-44e3-9739-6080a3bfea1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.918417] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 681.918417] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52df5121-16fc-1784-4030-69a450dd0017" [ 681.918417] env[70059]: _type = "Task" [ 681.918417] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.929065] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52df5121-16fc-1784-4030-69a450dd0017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.000800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.000800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.032844] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.033248] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.053601] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52812046-2e63-1533-100b-36fc7cbd825d, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.054657] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1cabc1-8e4e-4eec-987c-3302deb0aa0f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.061567] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 682.061567] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f1190-a214-299f-4e1c-bc5fa5319c8b" [ 682.061567] env[70059]: _type = "Task" [ 682.061567] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.071970] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525f1190-a214-299f-4e1c-bc5fa5319c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.222633] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.306070] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.306394] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.306579] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.306823] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.306996] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.309461] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.313417] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.313788] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.314032] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.314213] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.314388] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.323052] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5077d3-c70a-49fa-bfa9-e79c0f9b6cd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.355278] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 682.355278] env[70059]: value = "task-3188656" [ 682.355278] env[70059]: _type = "Task" [ 682.355278] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.366064] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.429977] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52df5121-16fc-1784-4030-69a450dd0017, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.433834] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-188218b2-a68f-4a29-a936-95b3ef5e86d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.440353] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 682.440353] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528fe528-d13b-3725-7a46-78d0e1e370dd" [ 682.440353] env[70059]: _type = "Task" [ 682.440353] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.452687] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528fe528-d13b-3725-7a46-78d0e1e370dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.580856] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525f1190-a214-299f-4e1c-bc5fa5319c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.582561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.582650] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7e43c2a9-687f-4839-b48b-b7c3b2164787/7e43c2a9-687f-4839-b48b-b7c3b2164787.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.583078] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a148d0ad-cb15-4714-bab9-5e50fcd2830c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592863] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 682.592863] env[70059]: value = "task-3188657" [ 682.592863] env[70059]: _type = "Task" [ 682.592863] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.604747] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.666298] env[70059]: DEBUG nova.network.neutron [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updated VIF entry in instance network info cache for port 2bf1e264-b971-426f-991c-7b3832defab4. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.666933] env[70059]: DEBUG nova.network.neutron [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.720141] env[70059]: DEBUG oslo_vmware.api [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188655, 'name': PowerOnVM_Task, 'duration_secs': 0.696618} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.720141] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.720408] env[70059]: INFO nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Took 9.56 seconds to spawn the instance on the hypervisor. [ 682.720558] env[70059]: DEBUG nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.722018] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c5be3-1894-488a-a1e5-c81748e3bf6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.847590] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "1f87fd35-05ce-4111-af7b-a5192625d1a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.847873] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "1f87fd35-05ce-4111-af7b-a5192625d1a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.848110] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "1f87fd35-05ce-4111-af7b-a5192625d1a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.848833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "1f87fd35-05ce-4111-af7b-a5192625d1a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.848833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "1f87fd35-05ce-4111-af7b-a5192625d1a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.853636] env[70059]: INFO nova.compute.manager [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Terminating instance [ 682.874790] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188656, 'name': ReconfigVM_Task, 'duration_secs': 0.231729} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.875923] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.955965] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528fe528-d13b-3725-7a46-78d0e1e370dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.955965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.958031] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.960810] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc3d954-71aa-473f-9943-95d3de863f7d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.969424] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 682.969424] env[70059]: value = "task-3188658" [ 682.969424] env[70059]: _type = "Task" [ 682.969424] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.977752] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.031628] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbafadc-2757-414d-acde-c38aae548f39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.041786] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6660843c-4c1e-46e2-8702-584ef1364768 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.082569] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcc9e5a-639e-4180-b0fd-1251cb4c234b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.091681] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf5c9f2-d243-4df3-a396-9d751d375034 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.109472] env[70059]: DEBUG nova.compute.provider_tree [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.114235] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.179771] env[70059]: DEBUG oslo_concurrency.lockutils [req-339bfe07-f895-4906-a34e-4ae808759286 req-2f979041-b0bc-4df5-adc3-554ef00bdd0b service nova] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.243275] env[70059]: INFO nova.compute.manager [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Took 25.36 seconds to build instance. [ 683.364075] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "refresh_cache-1f87fd35-05ce-4111-af7b-a5192625d1a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.364350] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquired lock "refresh_cache-1f87fd35-05ce-4111-af7b-a5192625d1a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.364616] env[70059]: DEBUG nova.network.neutron [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.389077] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.389370] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.389818] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.390336] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.390336] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.390448] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.391209] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.391209] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.391209] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.391377] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.391515] env[70059]: DEBUG nova.virt.hardware [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.401117] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 683.401117] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1615bb41-411f-4c5d-b70a-e22d676384dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.424697] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 683.424697] env[70059]: value = "task-3188659" [ 683.424697] env[70059]: _type = "Task" [ 683.424697] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.436398] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.480277] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.607014] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.619530] env[70059]: DEBUG nova.scheduler.client.report [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.746673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18836a5a-34aa-48e1-bd63-8eab137ce520 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "10ffa883-9787-4c2b-9912-11f35f299c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.147s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.911779] env[70059]: DEBUG nova.network.neutron [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.933914] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188659, 'name': ReconfigVM_Task, 'duration_secs': 0.394444} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.937289] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 683.938291] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2052d9d3-c8e5-4741-946b-6165e15d83ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.969081] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c/7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.970812] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922e0c36-7a2d-4bfa-bf60-5e8316e8d8b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.996775] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636902} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.997727] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.997854] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.998362] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 683.998362] env[70059]: value = "task-3188660" [ 683.998362] env[70059]: _type = "Task" [ 683.998362] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.998362] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da2a859e-635b-474a-9f05-f642d200126a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.009420] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.010822] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 684.010822] env[70059]: value = "task-3188661" [ 684.010822] env[70059]: _type = "Task" [ 684.010822] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.019047] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.090203] env[70059]: DEBUG nova.network.neutron [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.111742] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188657, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.34852} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.111742] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7e43c2a9-687f-4839-b48b-b7c3b2164787/7e43c2a9-687f-4839-b48b-b7c3b2164787.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.111742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.112029] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5afbb394-0027-4dee-a5ec-ea7dfff51e1d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.118862] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 684.118862] env[70059]: value = "task-3188662" [ 684.118862] env[70059]: _type = "Task" [ 684.118862] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.124711] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.125568] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.136547] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.605s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.137514] env[70059]: INFO nova.compute.claims [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.144218] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.255378] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.515432] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.524593] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105341} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.524911] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.525813] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d97522-cee1-443e-84cb-ec8ce35090dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.552800] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.553125] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fe7101-186d-4eb6-913c-d285084baa77 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.574238] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 684.574238] env[70059]: value = "task-3188663" [ 684.574238] env[70059]: _type = "Task" [ 684.574238] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.586277] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.594054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Releasing lock "refresh_cache-1f87fd35-05ce-4111-af7b-a5192625d1a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.595919] env[70059]: DEBUG nova.compute.manager [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.596147] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.597025] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef94b89e-cfe5-4fa6-acb0-1e04cd79cfec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.605607] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.605927] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0848cb-0acf-4fef-a214-4168529f34fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.612495] env[70059]: DEBUG oslo_vmware.api [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 684.612495] env[70059]: value = "task-3188664" [ 684.612495] env[70059]: _type = "Task" [ 684.612495] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.622823] env[70059]: DEBUG oslo_vmware.api [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.632248] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.649814] env[70059]: DEBUG nova.compute.utils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.654034] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.654034] env[70059]: DEBUG nova.network.neutron [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.734838] env[70059]: DEBUG nova.policy [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f76da81cb442bba9608efa6ef53e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c126e9efc646dfab45c86d663fb428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.785085] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.013291] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.087364] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.123340] env[70059]: DEBUG oslo_vmware.api [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188664, 'name': PowerOffVM_Task, 'duration_secs': 0.158864} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.123777] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.123966] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.130797] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-595d039a-5f03-477d-8a9f-28c39de555dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.137350] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.716613} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.137630] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.138832] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0867b5-918b-4b29-bc1e-e3ab763cf589 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.155351] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.168191] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7e43c2a9-687f-4839-b48b-b7c3b2164787/7e43c2a9-687f-4839-b48b-b7c3b2164787.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.169934] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68acf1d4-9168-43ec-b07e-dcd8c3f55526 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.189319] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.189319] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.189319] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Deleting the datastore file [datastore1] 1f87fd35-05ce-4111-af7b-a5192625d1a6 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.189319] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5df063-d6ec-4312-a7a4-f591e9a1fef7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.199333] env[70059]: DEBUG oslo_vmware.api [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for the task: (returnval){ [ 685.199333] env[70059]: value = "task-3188667" [ 685.199333] env[70059]: _type = "Task" [ 685.199333] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.200059] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 685.200059] env[70059]: value = "task-3188666" [ 685.200059] env[70059]: _type = "Task" [ 685.200059] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.218349] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.218637] env[70059]: DEBUG oslo_vmware.api [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.345577] env[70059]: DEBUG nova.network.neutron [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Successfully created port: 9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.513094] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188660, 'name': ReconfigVM_Task, 'duration_secs': 1.334882} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.513841] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c/7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.514180] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 685.585622] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188663, 'name': ReconfigVM_Task, 'duration_secs': 0.756715} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.589356] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea/0c608994-12d8-4173-b8f0-06378d8d96ea.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.590456] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564ee80a-3940-4da0-be2c-6d42124ad2f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.597219] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 685.597219] env[70059]: value = "task-3188668" [ 685.597219] env[70059]: _type = "Task" [ 685.597219] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.607614] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188668, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.723704] env[70059]: DEBUG oslo_vmware.api [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Task: {'id': task-3188667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108796} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.723704] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.723704] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.723704] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.723704] env[70059]: INFO nova.compute.manager [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 685.724599] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.732442] env[70059]: DEBUG nova.compute.manager [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.732442] env[70059]: DEBUG nova.network.neutron [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.734079] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188666, 'name': ReconfigVM_Task, 'duration_secs': 0.283368} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.734079] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7e43c2a9-687f-4839-b48b-b7c3b2164787/7e43c2a9-687f-4839-b48b-b7c3b2164787.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.735764] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f33727-5356-4525-8db5-252a6a6ddeba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.757457] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 685.757457] env[70059]: value = "task-3188669" [ 685.757457] env[70059]: _type = "Task" [ 685.757457] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.766451] env[70059]: DEBUG nova.network.neutron [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.772745] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188669, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.918549] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e558d061-9079-407f-98e5-3f35dbf8def4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.929260] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4acdfb-a732-42c6-b287-2474caa8acb9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.960704] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7ace5e-c3f2-4710-9088-4f8bd16b0332 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.968446] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a52d5-4604-4962-bb6d-368f27120a8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.982055] env[70059]: DEBUG nova.compute.provider_tree [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.026845] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b98fe1-c6ca-4956-b31e-00b8ac45a193 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.051976] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833be339-32a7-4040-839d-d1be016e96b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.075319] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.112870] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188668, 'name': Rename_Task, 'duration_secs': 0.144397} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.117160] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.117160] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aae55073-6df6-4f78-96c2-81cb86f75e29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.125597] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 686.125597] env[70059]: value = "task-3188670" [ 686.125597] env[70059]: _type = "Task" [ 686.125597] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.136441] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.179633] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.226112] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.226391] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.226975] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.227259] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.227774] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.227774] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.227945] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.228464] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.228704] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.228909] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.229131] env[70059]: DEBUG nova.virt.hardware [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.230216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac17d38-48f3-4cdd-83b6-47a8b20a4f47 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.240725] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bc9a56-30dd-41a1-be2d-854e73e84b79 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.268882] env[70059]: DEBUG nova.network.neutron [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.274484] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188669, 'name': Rename_Task, 'duration_secs': 0.140052} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.275043] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.275427] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de2af524-9920-4f5b-934c-4bd4ea450b0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.282388] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 686.282388] env[70059]: value = "task-3188671" [ 686.282388] env[70059]: _type = "Task" [ 686.282388] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.297745] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.373686] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.373686] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.487492] env[70059]: DEBUG nova.scheduler.client.report [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.638847] env[70059]: DEBUG oslo_vmware.api [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188670, 'name': PowerOnVM_Task, 'duration_secs': 0.488667} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.639125] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.639322] env[70059]: DEBUG nova.compute.manager [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.640148] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca838f-ce82-44ed-a565-42d2fe4704b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.660510] env[70059]: DEBUG nova.network.neutron [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Port fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 686.779418] env[70059]: INFO nova.compute.manager [-] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Took 1.05 seconds to deallocate network for instance. [ 686.798188] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.992841] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.993366] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.996548] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.284s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.998038] env[70059]: INFO nova.compute.claims [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.165826] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.292886] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.303458] env[70059]: DEBUG oslo_vmware.api [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3188671, 'name': PowerOnVM_Task, 'duration_secs': 0.564136} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.306276] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.306551] env[70059]: INFO nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Took 11.34 seconds to spawn the instance on the hypervisor. [ 687.306652] env[70059]: DEBUG nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.307574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a75acd-b0b6-4999-b6f4-21d0b0fa707e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.502571] env[70059]: DEBUG nova.compute.utils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.507345] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.507345] env[70059]: DEBUG nova.network.neutron [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.689176] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.689176] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.689337] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.806030] env[70059]: DEBUG nova.policy [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c6c256e460c4a64b04ebafa3c0bf9a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '833c25c6b9c74c06a5a8738b45a540d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.829828] env[70059]: INFO nova.compute.manager [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Took 28.85 seconds to build instance. [ 688.007735] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.087354] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.087354] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.104090] env[70059]: DEBUG nova.network.neutron [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Successfully updated port: 9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.147956] env[70059]: DEBUG nova.compute.manager [req-774cecb9-50ae-4e9d-822b-d54711731463 req-e9d4696e-fc76-4722-a3cf-0ef5a42fa3da service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Received event network-vif-plugged-9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.147956] env[70059]: DEBUG oslo_concurrency.lockutils [req-774cecb9-50ae-4e9d-822b-d54711731463 req-e9d4696e-fc76-4722-a3cf-0ef5a42fa3da service nova] Acquiring lock "c67345fe-852f-4912-9af4-3cc75257d434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.147956] env[70059]: DEBUG oslo_concurrency.lockutils [req-774cecb9-50ae-4e9d-822b-d54711731463 req-e9d4696e-fc76-4722-a3cf-0ef5a42fa3da service nova] Lock "c67345fe-852f-4912-9af4-3cc75257d434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.147956] env[70059]: DEBUG oslo_concurrency.lockutils [req-774cecb9-50ae-4e9d-822b-d54711731463 req-e9d4696e-fc76-4722-a3cf-0ef5a42fa3da service nova] Lock "c67345fe-852f-4912-9af4-3cc75257d434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.147956] env[70059]: DEBUG nova.compute.manager [req-774cecb9-50ae-4e9d-822b-d54711731463 req-e9d4696e-fc76-4722-a3cf-0ef5a42fa3da service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] No waiting events found dispatching network-vif-plugged-9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.148174] env[70059]: WARNING nova.compute.manager [req-774cecb9-50ae-4e9d-822b-d54711731463 req-e9d4696e-fc76-4722-a3cf-0ef5a42fa3da service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Received unexpected event network-vif-plugged-9f985177-318b-4c22-8df6-3d04db4bf555 for instance with vm_state building and task_state spawning. [ 688.334024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-15769fe6-b1f4-4916-9e56-93e44d29a622 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.972s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.615892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "refresh_cache-c67345fe-852f-4912-9af4-3cc75257d434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.615892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "refresh_cache-c67345fe-852f-4912-9af4-3cc75257d434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.615892] env[70059]: DEBUG nova.network.neutron [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.693726] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e09eb-b018-4fc5-b634-5f967aec857c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.707620] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc022257-df9b-4045-be5b-f4d0d8f6583d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.743273] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950d8b2-9059-469d-ab05-bdb0318d0e87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.752451] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb4edd-630a-4c0b-b349-8d0e925b64d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.765882] env[70059]: DEBUG nova.compute.provider_tree [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.792792] env[70059]: DEBUG nova.network.neutron [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Successfully created port: 82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.797078] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.797721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.797721] env[70059]: DEBUG nova.network.neutron [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.834160] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.019616] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.054724] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.054724] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.054724] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.055023] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.056115] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.058941] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.058941] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.058941] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.058941] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.058941] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.059216] env[70059]: DEBUG nova.virt.hardware [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.059216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ced8da5-2d09-4caf-bb10-b124f7c7b72d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.071191] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3582c-8616-4aad-9711-839890829181 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.203453] env[70059]: DEBUG nova.network.neutron [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.277538] env[70059]: DEBUG nova.scheduler.client.report [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.371161] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.459755] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "0c608994-12d8-4173-b8f0-06378d8d96ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.460051] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.460271] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "0c608994-12d8-4173-b8f0-06378d8d96ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.460462] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.460636] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.469480] env[70059]: INFO nova.compute.manager [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Terminating instance [ 689.618455] env[70059]: DEBUG nova.network.neutron [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [{"id": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "address": "fa:16:3e:02:a2:47", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c9b5e-5a", "ovs_interfaceid": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.630129] env[70059]: DEBUG nova.network.neutron [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Updating instance_info_cache with network_info: [{"id": "9f985177-318b-4c22-8df6-3d04db4bf555", "address": "fa:16:3e:31:26:3c", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f985177-31", "ovs_interfaceid": "9f985177-318b-4c22-8df6-3d04db4bf555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.781869] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.781869] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.784365] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.025s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.786715] env[70059]: INFO nova.compute.claims [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.978291] env[70059]: DEBUG nova.compute.manager [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.978904] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.981337] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b09537-3819-469f-9758-910e12e01106 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.991226] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.991226] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3ca7ed-4300-4127-99e7-08cba6d97270 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.997599] env[70059]: DEBUG oslo_vmware.api [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 689.997599] env[70059]: value = "task-3188672" [ 689.997599] env[70059]: _type = "Task" [ 689.997599] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.008936] env[70059]: DEBUG oslo_vmware.api [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.121336] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.136999] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "refresh_cache-c67345fe-852f-4912-9af4-3cc75257d434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.138855] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Instance network_info: |[{"id": "9f985177-318b-4c22-8df6-3d04db4bf555", "address": "fa:16:3e:31:26:3c", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f985177-31", "ovs_interfaceid": "9f985177-318b-4c22-8df6-3d04db4bf555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.139404] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:26:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f985177-318b-4c22-8df6-3d04db4bf555', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.150766] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.151114] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.151272] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e4f7ddc-75ad-451f-b448-1988b59213ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.174977] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.174977] env[70059]: value = "task-3188673" [ 690.174977] env[70059]: _type = "Task" [ 690.174977] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.186316] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188673, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.291636] env[70059]: DEBUG nova.compute.utils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.292989] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.301033] env[70059]: DEBUG nova.network.neutron [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.331642] env[70059]: DEBUG nova.compute.manager [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Received event network-changed-fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.331864] env[70059]: DEBUG nova.compute.manager [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Refreshing instance network info cache due to event network-changed-fd321573-b572-4ca3-b402-8a0e45ef74fc. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.332291] env[70059]: DEBUG oslo_concurrency.lockutils [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] Acquiring lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.332465] env[70059]: DEBUG oslo_concurrency.lockutils [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] Acquired lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.332646] env[70059]: DEBUG nova.network.neutron [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Refreshing network info cache for port fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.356612] env[70059]: DEBUG nova.policy [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cff11378a6e94f6c9459014445ec2b3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44acb7e3c626418b9a5b3020b9323703', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.494385] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.495208] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.511636] env[70059]: DEBUG oslo_vmware.api [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188672, 'name': PowerOffVM_Task, 'duration_secs': 0.278221} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.511936] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.512117] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.512709] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb66510-c79b-47dc-b634-8e5336d7f787 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.577984] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.579067] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.579067] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore2] 0c608994-12d8-4173-b8f0-06378d8d96ea {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.579067] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7bfa6e4-3fe4-42bd-acac-5cf9f4f28b92 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.588023] env[70059]: DEBUG oslo_vmware.api [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 690.588023] env[70059]: value = "task-3188675" [ 690.588023] env[70059]: _type = "Task" [ 690.588023] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.596285] env[70059]: DEBUG oslo_vmware.api [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.650585] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c698f7-f98e-45c9-b17f-96cba8b15858 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.675735] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd3c62-be6b-4c21-aab4-beb5868f0e31 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.689727] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.697504] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188673, 'name': CreateVM_Task, 'duration_secs': 0.368426} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.697971] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.699998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.700183] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.700970] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.700970] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a961fab1-d2bd-4a10-81fb-4e243eda5dbf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.706690] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 690.706690] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5296d233-e251-3fdc-6b05-36305655f6ff" [ 690.706690] env[70059]: _type = "Task" [ 690.706690] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.719761] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5296d233-e251-3fdc-6b05-36305655f6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.804694] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.838019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.838019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.008240] env[70059]: DEBUG nova.network.neutron [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Successfully created port: a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.105040] env[70059]: DEBUG oslo_vmware.api [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376521} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.105206] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.107065] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.107065] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.107065] env[70059]: INFO nova.compute.manager [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 691.107065] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.107065] env[70059]: DEBUG nova.compute.manager [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.107065] env[70059]: DEBUG nova.network.neutron [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.140049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "26784492-3b89-4b43-8091-64a4c0499773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.140049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "26784492-3b89-4b43-8091-64a4c0499773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.200857] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.204027] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cfdbf82-9237-44f8-ac61-695a0b19a659 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.225023] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5296d233-e251-3fdc-6b05-36305655f6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.228537] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.228537] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.228537] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.229470] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.229470] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.229470] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 691.229470] env[70059]: value = "task-3188676" [ 691.229470] env[70059]: _type = "Task" [ 691.229470] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.231906] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28fe9e55-d71f-4450-8b35-2d79ffe72b0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.246505] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188676, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.248368] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.248368] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.248989] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f83a70-1580-4d55-8699-44d13e1690f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.255404] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 691.255404] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52081ebf-c4cf-15f1-42e9-ea10eace2825" [ 691.255404] env[70059]: _type = "Task" [ 691.255404] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.265815] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52081ebf-c4cf-15f1-42e9-ea10eace2825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.277370] env[70059]: DEBUG nova.network.neutron [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updated VIF entry in instance network info cache for port fd321573-b572-4ca3-b402-8a0e45ef74fc. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.277690] env[70059]: DEBUG nova.network.neutron [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updating instance_info_cache with network_info: [{"id": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "address": "fa:16:3e:33:2c:df", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd321573-b5", "ovs_interfaceid": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.307824] env[70059]: DEBUG nova.network.neutron [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Successfully updated port: 82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.507801] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45a74d-af56-4dd5-8d0b-44288b8065e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.516735] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f9e22-e1f4-42d4-a66a-2eb379c04a7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.551041] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f69c8-5aaf-4356-8eec-42357c559501 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.560174] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f226f2-1ebf-4531-b1ea-ad64c4979727 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.576328] env[70059]: DEBUG nova.compute.provider_tree [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.672656] env[70059]: DEBUG nova.compute.manager [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Received event network-changed-9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.672656] env[70059]: DEBUG nova.compute.manager [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Refreshing instance network info cache due to event network-changed-9f985177-318b-4c22-8df6-3d04db4bf555. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.672656] env[70059]: DEBUG oslo_concurrency.lockutils [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] Acquiring lock "refresh_cache-c67345fe-852f-4912-9af4-3cc75257d434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.672656] env[70059]: DEBUG oslo_concurrency.lockutils [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] Acquired lock "refresh_cache-c67345fe-852f-4912-9af4-3cc75257d434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.672656] env[70059]: DEBUG nova.network.neutron [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Refreshing network info cache for port 9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.748110] env[70059]: DEBUG oslo_vmware.api [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3188676, 'name': PowerOnVM_Task, 'duration_secs': 0.433359} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.748570] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.748918] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5003b0-7112-423d-bd7f-35a1430cbc3c tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance '7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.771558] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52081ebf-c4cf-15f1-42e9-ea10eace2825, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.771558] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c3ed1f-f548-4af1-9a44-56a4f1095cdc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.777019] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 691.777019] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52827a1c-e5c0-9674-933c-9ad3b6b749ba" [ 691.777019] env[70059]: _type = "Task" [ 691.777019] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.780336] env[70059]: DEBUG oslo_concurrency.lockutils [req-6d91eaa3-7233-4aae-b4c5-f449001458cf req-d14a50f8-3a4a-41c7-acd8-ea41994dfaea service nova] Releasing lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.783875] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52827a1c-e5c0-9674-933c-9ad3b6b749ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.812191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "refresh_cache-9837c22e-1750-4e1b-bbce-9c7f63f84052" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "refresh_cache-9837c22e-1750-4e1b-bbce-9c7f63f84052" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812191] env[70059]: DEBUG nova.network.neutron [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.816948] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.860122] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.860122] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.860122] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.861135] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.861806] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.862187] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.864988] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.864988] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.864988] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.864988] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.864988] env[70059]: DEBUG nova.virt.hardware [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.865174] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb9fff-762f-425a-a4a4-f8fca4f55742 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.873878] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6fec4-4c94-49b4-9565-5eac89d3fa8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.021821] env[70059]: DEBUG nova.network.neutron [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.079247] env[70059]: DEBUG nova.scheduler.client.report [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.263983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.264307] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.287804] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52827a1c-e5c0-9674-933c-9ad3b6b749ba, 'name': SearchDatastore_Task, 'duration_secs': 0.036687} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.288192] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.288473] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c67345fe-852f-4912-9af4-3cc75257d434/c67345fe-852f-4912-9af4-3cc75257d434.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.288826] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d90670-d276-44f7-890e-817e8238fcae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.296352] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 692.296352] env[70059]: value = "task-3188677" [ 692.296352] env[70059]: _type = "Task" [ 692.296352] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.304296] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.368022] env[70059]: DEBUG nova.network.neutron [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.474713] env[70059]: DEBUG nova.network.neutron [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Updated VIF entry in instance network info cache for port 9f985177-318b-4c22-8df6-3d04db4bf555. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.475076] env[70059]: DEBUG nova.network.neutron [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Updating instance_info_cache with network_info: [{"id": "9f985177-318b-4c22-8df6-3d04db4bf555", "address": "fa:16:3e:31:26:3c", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f985177-31", "ovs_interfaceid": "9f985177-318b-4c22-8df6-3d04db4bf555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.524251] env[70059]: INFO nova.compute.manager [-] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Took 1.42 seconds to deallocate network for instance. [ 692.581675] env[70059]: DEBUG nova.compute.manager [req-24f089c1-7260-43cc-b455-845175894855 req-dde6a686-8093-4376-b37f-4774461fd939 service nova] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Received event network-vif-deleted-1872356d-cbaa-40b8-abb9-dcb0de33cb35 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.583999] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.584540] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.590886] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.681s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.590886] env[70059]: DEBUG nova.objects.instance [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lazy-loading 'resources' on Instance uuid 19f4096b-0f09-4e26-93d7-a345002d004d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.621674] env[70059]: DEBUG nova.network.neutron [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Updating instance_info_cache with network_info: [{"id": "82e299d8-2e1e-4366-b488-51f10b953193", "address": "fa:16:3e:dc:af:9b", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e299d8-2e", "ovs_interfaceid": "82e299d8-2e1e-4366-b488-51f10b953193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.809239] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188677, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.889103] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.889411] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.978876] env[70059]: DEBUG nova.network.neutron [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Successfully updated port: a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.984971] env[70059]: DEBUG oslo_concurrency.lockutils [req-39f8bb7e-7dd7-42db-ae64-316af4363fb6 req-960982f2-a9e5-4d85-a080-657ac6a210f3 service nova] Releasing lock "refresh_cache-c67345fe-852f-4912-9af4-3cc75257d434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.034721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.094101] env[70059]: DEBUG nova.compute.utils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.095557] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.095739] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.124188] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "refresh_cache-9837c22e-1750-4e1b-bbce-9c7f63f84052" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.124188] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Instance network_info: |[{"id": "82e299d8-2e1e-4366-b488-51f10b953193", "address": "fa:16:3e:dc:af:9b", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e299d8-2e", "ovs_interfaceid": "82e299d8-2e1e-4366-b488-51f10b953193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.124549] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:af:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82e299d8-2e1e-4366-b488-51f10b953193', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.135819] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.137957] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.138285] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05e8ff7b-cadd-45c0-bb61-8a040f217da4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.169440] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.169440] env[70059]: value = "task-3188678" [ 693.169440] env[70059]: _type = "Task" [ 693.169440] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.183724] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188678, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.185126] env[70059]: DEBUG nova.policy [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffce3304056746efabcc21a682473ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd45194d3d8c43c68f2e900dbf0692eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.315237] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863318} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.315477] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c67345fe-852f-4912-9af4-3cc75257d434/c67345fe-852f-4912-9af4-3cc75257d434.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.316115] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.316115] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-279cd6da-58ee-4581-a98a-74a6180c92cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.323098] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 693.323098] env[70059]: value = "task-3188679" [ 693.323098] env[70059]: _type = "Task" [ 693.323098] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.335665] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.399397] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.399397] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.399397] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.399601] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.399812] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.399949] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.400391] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 693.400391] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.489144] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "refresh_cache-b926f89c-70d6-4fbb-93b5-6b7e996fda47" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.489199] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquired lock "refresh_cache-b926f89c-70d6-4fbb-93b5-6b7e996fda47" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.489377] env[70059]: DEBUG nova.network.neutron [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.604817] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.686499] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188678, 'name': CreateVM_Task, 'duration_secs': 0.491138} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.686682] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.687703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.687703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.687849] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.688107] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4ba67c-bed3-4559-8140-1bf3b4a7fdb5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.696871] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 693.696871] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52850b55-cdc9-adfd-6dad-589c7a4b44d9" [ 693.696871] env[70059]: _type = "Task" [ 693.696871] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.707888] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52850b55-cdc9-adfd-6dad-589c7a4b44d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.743733] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Successfully created port: 9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.831669] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06894} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.831990] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.834060] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeac8e1-7f44-42a0-b471-036759893466 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.860136] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] c67345fe-852f-4912-9af4-3cc75257d434/c67345fe-852f-4912-9af4-3cc75257d434.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.863505] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a895f95a-b400-41e0-b259-171081435fdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.885331] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 693.885331] env[70059]: value = "task-3188680" [ 693.885331] env[70059]: _type = "Task" [ 693.885331] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.895820] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.903301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.924885] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ddd3fa-b131-4d12-82b1-ba860e56bb8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.930922] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867bce01-86d2-402a-92b8-e301f34b4d93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.969312] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ee772-1cd5-4b54-bef9-e18a25b0cb20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.977609] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df46ba23-9126-48cb-abf1-29f571510c04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.993200] env[70059]: DEBUG nova.compute.provider_tree [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.009184] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Received event network-vif-plugged-82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.009424] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquiring lock "9837c22e-1750-4e1b-bbce-9c7f63f84052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.009623] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.009783] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.009943] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] No waiting events found dispatching network-vif-plugged-82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.010115] env[70059]: WARNING nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Received unexpected event network-vif-plugged-82e299d8-2e1e-4366-b488-51f10b953193 for instance with vm_state building and task_state spawning. [ 694.010309] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Received event network-changed-fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.010465] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Refreshing instance network info cache due to event network-changed-fd321573-b572-4ca3-b402-8a0e45ef74fc. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.010634] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquiring lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.010760] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquired lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.010915] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Refreshing network info cache for port fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.041040] env[70059]: DEBUG nova.network.neutron [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.206129] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52850b55-cdc9-adfd-6dad-589c7a4b44d9, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.206518] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.206660] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.206915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.207089] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.207273] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.209009] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dba2a9a-d7c8-4318-8eb2-ab5f5e2ca921 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.218711] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.218711] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.218711] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f60d9df-bb99-4a1c-afb1-628f3e5780b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.223964] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 694.223964] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ffcae3-6ef0-ff92-616a-1afbcf789daa" [ 694.223964] env[70059]: _type = "Task" [ 694.223964] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.234048] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ffcae3-6ef0-ff92-616a-1afbcf789daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.285558] env[70059]: DEBUG nova.network.neutron [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Updating instance_info_cache with network_info: [{"id": "a040d553-1595-429c-bcbc-3cc36e4c79c6", "address": "fa:16:3e:6f:4d:03", "network": {"id": "d149b273-35e9-45cb-a790-f9565c3b240b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-124427814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44acb7e3c626418b9a5b3020b9323703", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040d553-15", "ovs_interfaceid": "a040d553-1595-429c-bcbc-3cc36e4c79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.395863] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.498978] env[70059]: DEBUG nova.scheduler.client.report [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.620221] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.646314] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.646564] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.646720] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.646958] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.647345] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.647640] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.647997] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.648307] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.648602] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.648913] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.649256] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.650252] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a14a6ed-4f8d-4900-81c8-3941e120bc5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.658836] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f091b3b9-5f3d-4e44-959a-9ea1084817f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.735502] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ffcae3-6ef0-ff92-616a-1afbcf789daa, 'name': SearchDatastore_Task, 'duration_secs': 0.020071} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.736365] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182e55d5-425a-4d40-b95e-462b4339ab27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.741737] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 694.741737] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e56125-b23b-6a21-c321-2190f6ad8116" [ 694.741737] env[70059]: _type = "Task" [ 694.741737] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.749968] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.750313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.750597] env[70059]: DEBUG nova.compute.manager [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Going to confirm migration 1 {{(pid=70059) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 694.752582] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e56125-b23b-6a21-c321-2190f6ad8116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.788014] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Releasing lock "refresh_cache-b926f89c-70d6-4fbb-93b5-6b7e996fda47" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.788382] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Instance network_info: |[{"id": "a040d553-1595-429c-bcbc-3cc36e4c79c6", "address": "fa:16:3e:6f:4d:03", "network": {"id": "d149b273-35e9-45cb-a790-f9565c3b240b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-124427814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44acb7e3c626418b9a5b3020b9323703", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040d553-15", "ovs_interfaceid": "a040d553-1595-429c-bcbc-3cc36e4c79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.788797] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:4d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a040d553-1595-429c-bcbc-3cc36e4c79c6', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.796591] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Creating folder: Project (44acb7e3c626418b9a5b3020b9323703). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.796989] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74e3bbc8-a594-4d3a-8965-3a9555c446e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.807743] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Created folder: Project (44acb7e3c626418b9a5b3020b9323703) in parent group-v637631. [ 694.808048] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Creating folder: Instances. Parent ref: group-v637688. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.808362] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1b63acc-1a8c-45bd-821a-f82666136cd5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.817689] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Created folder: Instances in parent group-v637688. [ 694.817993] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.818252] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.818506] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb7ee20-2efd-4248-a9c2-c42b2ebb2f54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.841467] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.841467] env[70059]: value = "task-3188683" [ 694.841467] env[70059]: _type = "Task" [ 694.841467] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.850041] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188683, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.898416] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188680, 'name': ReconfigVM_Task, 'duration_secs': 0.708757} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.898996] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Reconfigured VM instance instance-00000013 to attach disk [datastore2] c67345fe-852f-4912-9af4-3cc75257d434/c67345fe-852f-4912-9af4-3cc75257d434.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.902426] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa64c7d-e2ac-4fbc-b6f5-c8cc2471a343 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.906242] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 694.906242] env[70059]: value = "task-3188684" [ 694.906242] env[70059]: _type = "Task" [ 694.906242] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.918037] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188684, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.984842] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updated VIF entry in instance network info cache for port fd321573-b572-4ca3-b402-8a0e45ef74fc. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.985239] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updating instance_info_cache with network_info: [{"id": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "address": "fa:16:3e:33:2c:df", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd321573-b5", "ovs_interfaceid": "fd321573-b572-4ca3-b402-8a0e45ef74fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.005266] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.417s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.008416] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.259s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.008416] env[70059]: DEBUG nova.objects.instance [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lazy-loading 'resources' on Instance uuid 72045dd3-fa01-4b9e-a47b-aa9e034611f3 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.034438] env[70059]: INFO nova.scheduler.client.report [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Deleted allocations for instance 19f4096b-0f09-4e26-93d7-a345002d004d [ 695.255806] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e56125-b23b-6a21-c321-2190f6ad8116, 'name': SearchDatastore_Task, 'duration_secs': 0.033612} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.257933] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258115] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 9837c22e-1750-4e1b-bbce-9c7f63f84052/9837c22e-1750-4e1b-bbce-9c7f63f84052.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.258384] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e86dd4f-76d4-4644-8e2c-8b59e961e6ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.264531] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 695.264531] env[70059]: value = "task-3188685" [ 695.264531] env[70059]: _type = "Task" [ 695.264531] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.272197] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.351814] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188683, 'name': CreateVM_Task, 'duration_secs': 0.370551} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.352073] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.357428] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.357534] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.357763] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.361041] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.361203] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.362216] env[70059]: DEBUG nova.network.neutron [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.362497] env[70059]: DEBUG nova.objects.instance [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lazy-loading 'info_cache' on Instance uuid 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.363663] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c781cb3-5b0d-4018-92e0-6d5651ec16db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.372029] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 695.372029] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e4d698-61ba-a05e-8917-6379e23d6df1" [ 695.372029] env[70059]: _type = "Task" [ 695.372029] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.383113] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e4d698-61ba-a05e-8917-6379e23d6df1, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.383113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.383113] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.383113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.385150] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.385150] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.385150] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83d71f58-f2c6-4103-b362-e73c33ea0818 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.392279] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.392445] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.393516] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1dab7a-2b15-4ad6-ab78-802b8042a045 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.398840] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 695.398840] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ecbde5-737f-8364-5b43-cf9a5e11ca00" [ 695.398840] env[70059]: _type = "Task" [ 695.398840] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.406638] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ecbde5-737f-8364-5b43-cf9a5e11ca00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.416080] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188684, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.491859] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Releasing lock "refresh_cache-7e43c2a9-687f-4839-b48b-b7c3b2164787" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.491859] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Received event network-changed-82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.491859] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Refreshing instance network info cache due to event network-changed-82e299d8-2e1e-4366-b488-51f10b953193. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.491859] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquiring lock "refresh_cache-9837c22e-1750-4e1b-bbce-9c7f63f84052" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.491859] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquired lock "refresh_cache-9837c22e-1750-4e1b-bbce-9c7f63f84052" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.492078] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Refreshing network info cache for port 82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.547048] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5026a1c9-75cd-4c8f-af68-57e9880cabe8 tempest-AttachInterfacesV270Test-74359564 tempest-AttachInterfacesV270Test-74359564-project-member] Lock "19f4096b-0f09-4e26-93d7-a345002d004d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.106s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.779506] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188685, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.914027] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ecbde5-737f-8364-5b43-cf9a5e11ca00, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.915118] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdf80ed-9999-4785-888e-f39da649edae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.933935] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188684, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.934071] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 695.934071] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5206b1a4-51e0-08a9-82aa-72acffe7d487" [ 695.934071] env[70059]: _type = "Task" [ 695.934071] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.948600] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5206b1a4-51e0-08a9-82aa-72acffe7d487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.159508] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a475e3-1e35-43dc-bdf0-2ba6e0caa315 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.167043] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10a2a0-522f-4756-8ab8-c9b43bf9f571 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.200748] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dde84b-c679-44a4-8683-ac46b822cf35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.212241] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b24f0e-3cfe-419a-83e3-c91ba64006fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.229028] env[70059]: DEBUG nova.compute.provider_tree [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.275405] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647894} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.276812] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 9837c22e-1750-4e1b-bbce-9c7f63f84052/9837c22e-1750-4e1b-bbce-9c7f63f84052.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.277064] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.277314] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1440a242-7a68-4d17-919c-acbedd660003 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.284733] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 696.284733] env[70059]: value = "task-3188686" [ 696.284733] env[70059]: _type = "Task" [ 696.284733] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.295217] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.316226] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Successfully updated port: 9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.424823] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188684, 'name': Rename_Task, 'duration_secs': 1.239053} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.424823] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.424823] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c82ff8-e451-400f-bf46-5e97f309d014 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.430756] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 696.430756] env[70059]: value = "task-3188687" [ 696.430756] env[70059]: _type = "Task" [ 696.430756] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.438053] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.451250] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5206b1a4-51e0-08a9-82aa-72acffe7d487, 'name': SearchDatastore_Task, 'duration_secs': 0.021724} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.451532] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.451790] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] b926f89c-70d6-4fbb-93b5-6b7e996fda47/b926f89c-70d6-4fbb-93b5-6b7e996fda47.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.452070] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690fefb0-d9e2-43e4-9c68-e82b1ef721a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.461420] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 696.461420] env[70059]: value = "task-3188688" [ 696.461420] env[70059]: _type = "Task" [ 696.461420] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.469716] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.559905] env[70059]: DEBUG nova.compute.manager [req-2179c243-9643-4da3-8beb-2f2a135e919c req-6d64603b-40a5-43fc-87fe-514e64052ccc service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Received event network-vif-plugged-9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.559905] env[70059]: DEBUG oslo_concurrency.lockutils [req-2179c243-9643-4da3-8beb-2f2a135e919c req-6d64603b-40a5-43fc-87fe-514e64052ccc service nova] Acquiring lock "88f26c46-83c2-45a1-864a-13c51b13c8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.559905] env[70059]: DEBUG oslo_concurrency.lockutils [req-2179c243-9643-4da3-8beb-2f2a135e919c req-6d64603b-40a5-43fc-87fe-514e64052ccc service nova] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.559905] env[70059]: DEBUG oslo_concurrency.lockutils [req-2179c243-9643-4da3-8beb-2f2a135e919c req-6d64603b-40a5-43fc-87fe-514e64052ccc service nova] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.559905] env[70059]: DEBUG nova.compute.manager [req-2179c243-9643-4da3-8beb-2f2a135e919c req-6d64603b-40a5-43fc-87fe-514e64052ccc service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] No waiting events found dispatching network-vif-plugged-9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.560112] env[70059]: WARNING nova.compute.manager [req-2179c243-9643-4da3-8beb-2f2a135e919c req-6d64603b-40a5-43fc-87fe-514e64052ccc service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Received unexpected event network-vif-plugged-9308cd81-095d-434b-8cac-3df9e8324b49 for instance with vm_state building and task_state spawning. [ 696.618751] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Updated VIF entry in instance network info cache for port 82e299d8-2e1e-4366-b488-51f10b953193. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.619238] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Updating instance_info_cache with network_info: [{"id": "82e299d8-2e1e-4366-b488-51f10b953193", "address": "fa:16:3e:dc:af:9b", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e299d8-2e", "ovs_interfaceid": "82e299d8-2e1e-4366-b488-51f10b953193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.733062] env[70059]: DEBUG nova.scheduler.client.report [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.803180] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062341} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.803403] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.804163] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57bed7c-5157-452d-8c3d-55e02a084a57 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.824250] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "refresh_cache-88f26c46-83c2-45a1-864a-13c51b13c8ab" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.824250] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "refresh_cache-88f26c46-83c2-45a1-864a-13c51b13c8ab" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.824410] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.836169] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 9837c22e-1750-4e1b-bbce-9c7f63f84052/9837c22e-1750-4e1b-bbce-9c7f63f84052.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.839116] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25414623-5677-4c92-a05c-c8f2e8a7aca5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.863517] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 696.863517] env[70059]: value = "task-3188689" [ 696.863517] env[70059]: _type = "Task" [ 696.863517] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.879727] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.906784] env[70059]: DEBUG nova.network.neutron [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [{"id": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "address": "fa:16:3e:02:a2:47", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7c9b5e-5a", "ovs_interfaceid": "fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.922885] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.941092] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.971500] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509321} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.972747] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] b926f89c-70d6-4fbb-93b5-6b7e996fda47/b926f89c-70d6-4fbb-93b5-6b7e996fda47.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.972747] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.972747] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0a449e0-a0a9-4fbb-ab60-5362a205bfb6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.978746] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 696.978746] env[70059]: value = "task-3188690" [ 696.978746] env[70059]: _type = "Task" [ 696.978746] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.988109] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.121531] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Releasing lock "refresh_cache-9837c22e-1750-4e1b-bbce-9c7f63f84052" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.121796] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Received event network-vif-plugged-a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.122061] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquiring lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.122207] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.122371] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.122536] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] No waiting events found dispatching network-vif-plugged-a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.122699] env[70059]: WARNING nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Received unexpected event network-vif-plugged-a040d553-1595-429c-bcbc-3cc36e4c79c6 for instance with vm_state building and task_state spawning. [ 697.123282] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Received event network-changed-a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.123282] env[70059]: DEBUG nova.compute.manager [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Refreshing instance network info cache due to event network-changed-a040d553-1595-429c-bcbc-3cc36e4c79c6. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.123403] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquiring lock "refresh_cache-b926f89c-70d6-4fbb-93b5-6b7e996fda47" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.123443] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Acquired lock "refresh_cache-b926f89c-70d6-4fbb-93b5-6b7e996fda47" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.123580] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Refreshing network info cache for port a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.207403] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Updating instance_info_cache with network_info: [{"id": "9308cd81-095d-434b-8cac-3df9e8324b49", "address": "fa:16:3e:8c:f1:57", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9308cd81-09", "ovs_interfaceid": "9308cd81-095d-434b-8cac-3df9e8324b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.240673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.243162] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.426s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.243409] env[70059]: DEBUG nova.objects.instance [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lazy-loading 'resources' on Instance uuid bf43965a-4117-4c14-a78b-43ffa49d463a {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.269799] env[70059]: INFO nova.scheduler.client.report [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Deleted allocations for instance 72045dd3-fa01-4b9e-a47b-aa9e034611f3 [ 697.377330] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.412045] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.412401] env[70059]: DEBUG nova.objects.instance [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lazy-loading 'migration_context' on Instance uuid 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.443388] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.487749] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15231} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.488571] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.489426] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e2bf7-fdd8-49aa-8522-4c3dfe4a29b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.514442] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b926f89c-70d6-4fbb-93b5-6b7e996fda47/b926f89c-70d6-4fbb-93b5-6b7e996fda47.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.514781] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a991d58e-647f-4bdd-bec1-24c0634f28ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.544955] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 697.544955] env[70059]: value = "task-3188691" [ 697.544955] env[70059]: _type = "Task" [ 697.544955] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.554201] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.710438] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "refresh_cache-88f26c46-83c2-45a1-864a-13c51b13c8ab" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.710934] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Instance network_info: |[{"id": "9308cd81-095d-434b-8cac-3df9e8324b49", "address": "fa:16:3e:8c:f1:57", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9308cd81-09", "ovs_interfaceid": "9308cd81-095d-434b-8cac-3df9e8324b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.711472] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:f1:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9308cd81-095d-434b-8cac-3df9e8324b49', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.721152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Creating folder: Project (cd45194d3d8c43c68f2e900dbf0692eb). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.721152] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a66f8e37-64a2-4310-9757-d1e9f2e78b76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.732524] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Created folder: Project (cd45194d3d8c43c68f2e900dbf0692eb) in parent group-v637631. [ 697.733875] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Creating folder: Instances. Parent ref: group-v637691. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.733875] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c6d973e-5f7d-4234-b920-fa11b7ae1108 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.745216] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Created folder: Instances in parent group-v637691. [ 697.745472] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.753250] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.753250] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1e40c8-8895-4903-b0ac-8a7b46db8915 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.770190] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.770190] env[70059]: value = "task-3188694" [ 697.770190] env[70059]: _type = "Task" [ 697.770190] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.780711] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188694, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.781160] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47faff9d-7ecb-4555-919e-ae4da993f091 tempest-ServerDiagnosticsNegativeTest-1589254249 tempest-ServerDiagnosticsNegativeTest-1589254249-project-member] Lock "72045dd3-fa01-4b9e-a47b-aa9e034611f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.844s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.874917] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188689, 'name': ReconfigVM_Task, 'duration_secs': 0.918162} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.875559] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 9837c22e-1750-4e1b-bbce-9c7f63f84052/9837c22e-1750-4e1b-bbce-9c7f63f84052.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.877522] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5000987-5d6b-4229-8d2f-d9c9d03a2cba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.889347] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 697.889347] env[70059]: value = "task-3188695" [ 697.889347] env[70059]: _type = "Task" [ 697.889347] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.907289] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188695, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.921491] env[70059]: DEBUG nova.objects.base [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Object Instance<7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c> lazy-loaded attributes: info_cache,migration_context {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 697.924172] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6295f5-f3dd-4c07-84d2-c0cc42bbeb4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.939987] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Updated VIF entry in instance network info cache for port a040d553-1595-429c-bcbc-3cc36e4c79c6. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.940497] env[70059]: DEBUG nova.network.neutron [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Updating instance_info_cache with network_info: [{"id": "a040d553-1595-429c-bcbc-3cc36e4c79c6", "address": "fa:16:3e:6f:4d:03", "network": {"id": "d149b273-35e9-45cb-a790-f9565c3b240b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-124427814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44acb7e3c626418b9a5b3020b9323703", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040d553-15", "ovs_interfaceid": "a040d553-1595-429c-bcbc-3cc36e4c79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.963317] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b8c15c-ade2-4ad8-bb74-0af05e382077 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.972357] env[70059]: DEBUG oslo_vmware.api [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3188687, 'name': PowerOnVM_Task, 'duration_secs': 1.324868} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.972357] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.972357] env[70059]: INFO nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Took 11.79 seconds to spawn the instance on the hypervisor. [ 697.972357] env[70059]: DEBUG nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.972357] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db938e4-d2c2-4720-b8e6-ff198181ff65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.976221] env[70059]: DEBUG oslo_vmware.api [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 697.976221] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528e8ba1-fa7c-5a8a-4343-2de339ff6182" [ 697.976221] env[70059]: _type = "Task" [ 697.976221] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.992894] env[70059]: DEBUG oslo_vmware.api [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528e8ba1-fa7c-5a8a-4343-2de339ff6182, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.992894] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.065037] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188691, 'name': ReconfigVM_Task, 'duration_secs': 0.364859} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.065136] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b926f89c-70d6-4fbb-93b5-6b7e996fda47/b926f89c-70d6-4fbb-93b5-6b7e996fda47.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.065731] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa79823-b4ba-45a8-be4d-558f09265d05 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.073357] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 698.073357] env[70059]: value = "task-3188696" [ 698.073357] env[70059]: _type = "Task" [ 698.073357] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.083796] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188696, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.283482] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188694, 'name': CreateVM_Task, 'duration_secs': 0.511427} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.284020] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.284375] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.284535] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.284847] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.285354] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb62ccc2-19e6-4929-a560-186e0c586e1f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.290689] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 698.290689] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52276939-babc-5b3b-5380-7d95a8ae4c49" [ 698.290689] env[70059]: _type = "Task" [ 698.290689] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.306970] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52276939-babc-5b3b-5380-7d95a8ae4c49, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.307942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.307942] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.307942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308150] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.308301] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71dbb25d-cbd5-4192-b7be-b4fdfa576805 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.318025] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.318025] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.318663] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69580bc6-0b7a-4344-bf33-b588db9a3638 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.329778] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 698.329778] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aaeb72-37dc-412b-8d23-28235f8dc877" [ 698.329778] env[70059]: _type = "Task" [ 698.329778] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.338301] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aaeb72-37dc-412b-8d23-28235f8dc877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.401155] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188695, 'name': Rename_Task, 'duration_secs': 0.318424} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.401430] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.403956] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6efb8f9-3352-4293-943f-2e68ce06f671 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.409946] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 698.409946] env[70059]: value = "task-3188697" [ 698.409946] env[70059]: _type = "Task" [ 698.409946] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.417538] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.460839] env[70059]: DEBUG oslo_concurrency.lockutils [req-79367f87-3685-45ba-b017-1b4ed030b1ec req-458b6ec4-7550-4df3-b6b3-7efa42b3c8bc service nova] Releasing lock "refresh_cache-b926f89c-70d6-4fbb-93b5-6b7e996fda47" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.481342] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc30ce-565a-4169-bba9-5466b4bd907c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.495313] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc0155c-bed4-46f0-a3d9-f22cda4d801e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.499646] env[70059]: INFO nova.compute.manager [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Took 34.46 seconds to build instance. [ 698.533906] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d849aac0-4392-41c2-8309-1bc35ed8f381 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.542268] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81176ee-2f3f-402d-84b1-309b3e91f4e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.557954] env[70059]: DEBUG nova.compute.provider_tree [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.585393] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188696, 'name': Rename_Task, 'duration_secs': 0.141451} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.585393] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.585689] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea72da7-1df6-4f55-88e3-df375e786c78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.593130] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 698.593130] env[70059]: value = "task-3188698" [ 698.593130] env[70059]: _type = "Task" [ 698.593130] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.605508] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.633422] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "2fd24361-c79d-49d6-86fb-a064a42d88be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.633422] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.844908] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aaeb72-37dc-412b-8d23-28235f8dc877, 'name': SearchDatastore_Task, 'duration_secs': 0.015648} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.845893] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbf78e8-50e3-41da-b443-f98c06df57f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.851935] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 698.851935] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522b11cf-8542-4391-1e6d-0f9569240a0d" [ 698.851935] env[70059]: _type = "Task" [ 698.851935] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.862299] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522b11cf-8542-4391-1e6d-0f9569240a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.921600] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.984484] env[70059]: DEBUG nova.compute.manager [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Received event network-changed-9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.984484] env[70059]: DEBUG nova.compute.manager [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Refreshing instance network info cache due to event network-changed-9308cd81-095d-434b-8cac-3df9e8324b49. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.985233] env[70059]: DEBUG oslo_concurrency.lockutils [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] Acquiring lock "refresh_cache-88f26c46-83c2-45a1-864a-13c51b13c8ab" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.985233] env[70059]: DEBUG oslo_concurrency.lockutils [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] Acquired lock "refresh_cache-88f26c46-83c2-45a1-864a-13c51b13c8ab" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.985233] env[70059]: DEBUG nova.network.neutron [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Refreshing network info cache for port 9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.001960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d071bacb-250b-4242-b69a-9467ac7c450e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "c67345fe-852f-4912-9af4-3cc75257d434" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.662s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.062593] env[70059]: DEBUG nova.scheduler.client.report [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.108029] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.363996] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522b11cf-8542-4391-1e6d-0f9569240a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.364103] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.364518] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 88f26c46-83c2-45a1-864a-13c51b13c8ab/88f26c46-83c2-45a1-864a-13c51b13c8ab.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.364683] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4653616b-87fa-4984-9994-59316731fb0f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.370963] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 699.370963] env[70059]: value = "task-3188699" [ 699.370963] env[70059]: _type = "Task" [ 699.370963] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.379950] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.428155] env[70059]: DEBUG oslo_vmware.api [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188697, 'name': PowerOnVM_Task, 'duration_secs': 0.629086} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.428900] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.429301] env[70059]: INFO nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Took 10.41 seconds to spawn the instance on the hypervisor. [ 699.430053] env[70059]: DEBUG nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.431081] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0070d58e-c458-4d69-99d5-103a49d54186 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.505285] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.567654] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.574612] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.498s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.574612] env[70059]: INFO nova.compute.claims [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.611415] env[70059]: INFO nova.scheduler.client.report [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Deleted allocations for instance bf43965a-4117-4c14-a78b-43ffa49d463a [ 699.629325] env[70059]: DEBUG oslo_vmware.api [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188698, 'name': PowerOnVM_Task, 'duration_secs': 0.644416} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.629325] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.629325] env[70059]: INFO nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Took 7.81 seconds to spawn the instance on the hypervisor. [ 699.629325] env[70059]: DEBUG nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.630206] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8807477e-7841-4b5a-ab5e-d9cdf35885e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.883217] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.949593] env[70059]: INFO nova.compute.manager [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Took 35.45 seconds to build instance. [ 699.982799] env[70059]: DEBUG nova.network.neutron [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Updated VIF entry in instance network info cache for port 9308cd81-095d-434b-8cac-3df9e8324b49. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.983158] env[70059]: DEBUG nova.network.neutron [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Updating instance_info_cache with network_info: [{"id": "9308cd81-095d-434b-8cac-3df9e8324b49", "address": "fa:16:3e:8c:f1:57", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9308cd81-09", "ovs_interfaceid": "9308cd81-095d-434b-8cac-3df9e8324b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.037800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.122822] env[70059]: DEBUG oslo_concurrency.lockutils [None req-23261411-867f-409e-a23b-0d1c7ad819b7 tempest-ServerExternalEventsTest-1904877878 tempest-ServerExternalEventsTest-1904877878-project-member] Lock "bf43965a-4117-4c14-a78b-43ffa49d463a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.246s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.157893] env[70059]: INFO nova.compute.manager [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Took 35.46 seconds to build instance. [ 700.263916] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "86c0c53f-00a6-4700-9188-f2c69578fa72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.264179] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.386426] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598098} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.386874] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 88f26c46-83c2-45a1-864a-13c51b13c8ab/88f26c46-83c2-45a1-864a-13c51b13c8ab.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.387242] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.387623] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3194b0-93ed-406f-b21f-b9afc0cdc24e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.398315] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 700.398315] env[70059]: value = "task-3188700" [ 700.398315] env[70059]: _type = "Task" [ 700.398315] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.413280] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.450958] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d722b2d-f8ee-43b8-9803-c94b4f542265 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.113s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.487596] env[70059]: DEBUG oslo_concurrency.lockutils [req-602f9fd3-9b15-4f26-9ffe-081856f80cf0 req-24fc8368-b47f-4d15-b436-b1d37d3faf7a service nova] Releasing lock "refresh_cache-88f26c46-83c2-45a1-864a-13c51b13c8ab" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.635796] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "fd97c186-c39b-45b8-9ad0-32bbea157623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.635952] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.661365] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48849c68-e1ad-4514-b8a2-9b2f9d334a3a tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.209s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.910631] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069372} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.910951] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.911935] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72e42d-45fc-40a4-900b-e2f8aa58adc8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.936915] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 88f26c46-83c2-45a1-864a-13c51b13c8ab/88f26c46-83c2-45a1-864a-13c51b13c8ab.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.939661] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da81bf7-0193-471f-9cb0-a751bc5ceb3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.955121] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.969360] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 700.969360] env[70059]: value = "task-3188701" [ 700.969360] env[70059]: _type = "Task" [ 700.969360] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.978061] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.168380] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.278518] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c53a3c-2bfe-4fba-88e1-e322743f2e8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.286810] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7749f83f-3284-4ae5-bd2d-03cdd0fe1c54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.317494] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e87ae-7fdf-4cc0-af45-da2d6e741b9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.325620] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51237394-37f9-45b2-b340-cbdf025cf59b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.341166] env[70059]: DEBUG nova.compute.provider_tree [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.479583] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.480582] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.697060] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.844354] env[70059]: DEBUG nova.scheduler.client.report [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.981674] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188701, 'name': ReconfigVM_Task, 'duration_secs': 0.60442} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.981948] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 88f26c46-83c2-45a1-864a-13c51b13c8ab/88f26c46-83c2-45a1-864a-13c51b13c8ab.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.985077] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-872830d5-6334-4802-bab9-ee2b455fd2ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.990214] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 701.990214] env[70059]: value = "task-3188702" [ 701.990214] env[70059]: _type = "Task" [ 701.990214] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.001573] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188702, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.351879] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.352428] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.359845] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.593s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.360107] env[70059]: DEBUG nova.objects.instance [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lazy-loading 'resources' on Instance uuid 3b873a8a-8dd7-4497-836e-d22a34a3eea1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.506410] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188702, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.863761] env[70059]: DEBUG nova.compute.utils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.868192] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.868497] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.977051] env[70059]: DEBUG nova.policy [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffce3304056746efabcc21a682473ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd45194d3d8c43c68f2e900dbf0692eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.016214] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188702, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.370690] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.507380] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188702, 'name': Rename_Task, 'duration_secs': 1.174056} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.507686] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.508072] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f7dbc5-8f98-4ff1-a379-f799a6b76f14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.517022] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 703.517022] env[70059]: value = "task-3188703" [ 703.517022] env[70059]: _type = "Task" [ 703.517022] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.521567] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.599261] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Successfully created port: 876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.634833] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0da7769-473f-4a5b-82b2-67b230850f18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.643201] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d00e28-4b19-430b-835c-df64a15df439 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.681796] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231175d1-363b-484c-8f99-d6fca88f3baa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.691211] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333e1bb6-0ee1-4524-8eec-520a6e95c881 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.706033] env[70059]: DEBUG nova.compute.provider_tree [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.025972] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.208436] env[70059]: DEBUG nova.scheduler.client.report [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.383973] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.414421] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.414678] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.414836] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.415059] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.415214] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.415361] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.415732] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.415732] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.415910] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.416129] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.416317] env[70059]: DEBUG nova.virt.hardware [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.417216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b4174-76de-4d40-ad83-19f2a769a157 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.425226] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67d12e-b47b-4e0d-94ae-4be0582e3b01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.529473] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188703, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.618772] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.620698] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.715963] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.718384] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.357s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.720571] env[70059]: INFO nova.compute.claims [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.739371] env[70059]: INFO nova.scheduler.client.report [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Deleted allocations for instance 3b873a8a-8dd7-4497-836e-d22a34a3eea1 [ 705.030190] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.246968] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b78c133-a382-49a5-83b8-ca1e305e8c04 tempest-FloatingIPsAssociationNegativeTestJSON-927034971 tempest-FloatingIPsAssociationNegativeTestJSON-927034971-project-member] Lock "3b873a8a-8dd7-4497-836e-d22a34a3eea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.115s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.443349] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Successfully updated port: 876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.529855] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188703, 'name': PowerOnVM_Task, 'duration_secs': 1.518189} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.530190] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.530469] env[70059]: INFO nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Took 10.91 seconds to spawn the instance on the hypervisor. [ 705.530734] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.531528] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1f87c-c7bb-41d3-8a4f-eb258f028d59 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.677358] env[70059]: DEBUG nova.compute.manager [req-c933beb3-9eb4-4fb0-a362-71f8c1c247ec req-14630543-3f21-4865-b921-b9080c281c40 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Received event network-vif-plugged-876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.678420] env[70059]: DEBUG oslo_concurrency.lockutils [req-c933beb3-9eb4-4fb0-a362-71f8c1c247ec req-14630543-3f21-4865-b921-b9080c281c40 service nova] Acquiring lock "123c9043-92c4-4c67-9a39-9a82837566ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.678420] env[70059]: DEBUG oslo_concurrency.lockutils [req-c933beb3-9eb4-4fb0-a362-71f8c1c247ec req-14630543-3f21-4865-b921-b9080c281c40 service nova] Lock "123c9043-92c4-4c67-9a39-9a82837566ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.678420] env[70059]: DEBUG oslo_concurrency.lockutils [req-c933beb3-9eb4-4fb0-a362-71f8c1c247ec req-14630543-3f21-4865-b921-b9080c281c40 service nova] Lock "123c9043-92c4-4c67-9a39-9a82837566ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.678420] env[70059]: DEBUG nova.compute.manager [req-c933beb3-9eb4-4fb0-a362-71f8c1c247ec req-14630543-3f21-4865-b921-b9080c281c40 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] No waiting events found dispatching network-vif-plugged-876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.678420] env[70059]: WARNING nova.compute.manager [req-c933beb3-9eb4-4fb0-a362-71f8c1c247ec req-14630543-3f21-4865-b921-b9080c281c40 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Received unexpected event network-vif-plugged-876b9722-7e99-42f6-bdb8-1e715e150281 for instance with vm_state building and task_state spawning. [ 705.948141] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "refresh_cache-123c9043-92c4-4c67-9a39-9a82837566ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.948141] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "refresh_cache-123c9043-92c4-4c67-9a39-9a82837566ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.948321] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.052657] env[70059]: INFO nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Took 37.32 seconds to build instance. [ 706.488155] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc91bbf6-804a-4964-b82a-f3f216c73233 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.496198] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b7795-8c2b-41c6-a68f-3f251ccbe35a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.531524] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.537797] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f6a5c0-a7ae-492a-a509-6c585a716a48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.545986] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ea41ba-abce-4c54-a2a4-00b10a873b59 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.560102] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.720s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.560659] env[70059]: DEBUG nova.compute.provider_tree [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.573313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.573553] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.573729] env[70059]: DEBUG nova.compute.manager [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.574851] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070eb30f-2e77-4ac0-8397-dafa9d4f9407 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.584017] env[70059]: DEBUG nova.compute.manager [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 706.584650] env[70059]: DEBUG nova.objects.instance [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lazy-loading 'flavor' on Instance uuid a03925d2-fbc2-4b5f-b95f-43f36e2692f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.930838] env[70059]: DEBUG nova.network.neutron [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Updating instance_info_cache with network_info: [{"id": "876b9722-7e99-42f6-bdb8-1e715e150281", "address": "fa:16:3e:29:ac:62", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876b9722-7e", "ovs_interfaceid": "876b9722-7e99-42f6-bdb8-1e715e150281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.064190] env[70059]: DEBUG nova.scheduler.client.report [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.068053] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.349485] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.349850] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.351032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.351032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.351032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.353512] env[70059]: INFO nova.compute.manager [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Terminating instance [ 707.435473] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "refresh_cache-123c9043-92c4-4c67-9a39-9a82837566ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.436449] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Instance network_info: |[{"id": "876b9722-7e99-42f6-bdb8-1e715e150281", "address": "fa:16:3e:29:ac:62", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876b9722-7e", "ovs_interfaceid": "876b9722-7e99-42f6-bdb8-1e715e150281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.436937] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ac:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '876b9722-7e99-42f6-bdb8-1e715e150281', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.446262] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.446825] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.447155] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f01b6192-80a3-4a94-9814-5cba89b060c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470149] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.470149] env[70059]: value = "task-3188704" [ 707.470149] env[70059]: _type = "Task" [ 707.470149] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.480928] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188704, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.574355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.574883] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.580281] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.430s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.583334] env[70059]: INFO nova.compute.claims [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.598678] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.599017] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a422b0-8f90-4dd6-9c86-2c6b0a56837a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.608326] env[70059]: DEBUG oslo_vmware.api [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 707.608326] env[70059]: value = "task-3188705" [ 707.608326] env[70059]: _type = "Task" [ 707.608326] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.618778] env[70059]: DEBUG oslo_vmware.api [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.619934] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.858475] env[70059]: DEBUG nova.compute.manager [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.858516] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.860202] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21a3af2-6ad3-4ef8-8dff-9d99a3f44cd4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.868768] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.868768] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9762c2e0-0344-4258-88c7-55228d9b75cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.877211] env[70059]: DEBUG oslo_vmware.api [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 707.877211] env[70059]: value = "task-3188706" [ 707.877211] env[70059]: _type = "Task" [ 707.877211] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.884432] env[70059]: DEBUG oslo_vmware.api [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.983122] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188704, 'name': CreateVM_Task, 'duration_secs': 0.395016} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.983258] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.984217] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.984420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.984741] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.985238] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e835181c-025d-4da5-b38d-44a07a8d0fb2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.991265] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 707.991265] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524843d3-4a40-ac4e-b2d9-caf8d748c0b2" [ 707.991265] env[70059]: _type = "Task" [ 707.991265] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.001759] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524843d3-4a40-ac4e-b2d9-caf8d748c0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.093165] env[70059]: DEBUG nova.compute.utils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.097976] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.098238] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.124058] env[70059]: DEBUG oslo_vmware.api [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188705, 'name': PowerOffVM_Task, 'duration_secs': 0.338887} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.124442] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.124614] env[70059]: DEBUG nova.compute.manager [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.125524] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60525afd-2e81-4505-acb2-7a08d767e966 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.191853] env[70059]: DEBUG nova.policy [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af3243f8d1974d25b5b68436a44fb884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35b4597eeb344c70ae462ad5ddd36878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.255796] env[70059]: DEBUG nova.compute.manager [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Received event network-changed-876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.256084] env[70059]: DEBUG nova.compute.manager [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Refreshing instance network info cache due to event network-changed-876b9722-7e99-42f6-bdb8-1e715e150281. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.256327] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] Acquiring lock "refresh_cache-123c9043-92c4-4c67-9a39-9a82837566ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.256469] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] Acquired lock "refresh_cache-123c9043-92c4-4c67-9a39-9a82837566ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.256626] env[70059]: DEBUG nova.network.neutron [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Refreshing network info cache for port 876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.953130] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Successfully created port: 138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.958065] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.964454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dbe86754-796e-4c2f-8d47-1a440f35cb89 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.391s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.980310] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524843d3-4a40-ac4e-b2d9-caf8d748c0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.980497] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.980741] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.981031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.981256] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.981482] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.981788] env[70059]: DEBUG oslo_vmware.api [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188706, 'name': PowerOffVM_Task, 'duration_secs': 0.298798} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.982028] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a7a32bf-2fbf-447f-ba18-fa5363d0fac0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.984978] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.984978] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.984978] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-735a894f-d161-4cee-a52d-d24750942886 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.993611] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.993834] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.995317] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a118a4-0c8b-4bcf-ae7b-d3cb00d06fc9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.004201] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 709.004201] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5249e032-bc93-cd51-efc8-f3b94d9c69e8" [ 709.004201] env[70059]: _type = "Task" [ 709.004201] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.015396] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5249e032-bc93-cd51-efc8-f3b94d9c69e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.016039] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f94c95-7a77-4384-b274-ed3d3b49fe35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.022614] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 709.022614] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52842ba5-29ac-939c-dd36-cbf880782bbe" [ 709.022614] env[70059]: _type = "Task" [ 709.022614] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.036495] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52842ba5-29ac-939c-dd36-cbf880782bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.008389} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.036743] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.036995] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 123c9043-92c4-4c67-9a39-9a82837566ba/123c9043-92c4-4c67-9a39-9a82837566ba.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.037532] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f9e016-35f4-480c-b051-087f50aeb15c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.046375] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 709.046375] env[70059]: value = "task-3188708" [ 709.046375] env[70059]: _type = "Task" [ 709.046375] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.051037] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.051119] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.052124] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Deleting the datastore file [datastore2] b926f89c-70d6-4fbb-93b5-6b7e996fda47 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.052124] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26ef7a3-f412-438b-ae75-29f2b49a0739 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.056941] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.061638] env[70059]: DEBUG oslo_vmware.api [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for the task: (returnval){ [ 709.061638] env[70059]: value = "task-3188709" [ 709.061638] env[70059]: _type = "Task" [ 709.061638] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.069433] env[70059]: DEBUG oslo_vmware.api [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.432456] env[70059]: DEBUG nova.network.neutron [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Updated VIF entry in instance network info cache for port 876b9722-7e99-42f6-bdb8-1e715e150281. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.432456] env[70059]: DEBUG nova.network.neutron [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Updating instance_info_cache with network_info: [{"id": "876b9722-7e99-42f6-bdb8-1e715e150281", "address": "fa:16:3e:29:ac:62", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap876b9722-7e", "ovs_interfaceid": "876b9722-7e99-42f6-bdb8-1e715e150281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.557688] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.572042] env[70059]: DEBUG oslo_vmware.api [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Task: {'id': task-3188709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170883} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.572306] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.572486] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.572659] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.572826] env[70059]: INFO nova.compute.manager [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Took 1.71 seconds to destroy the instance on the hypervisor. [ 709.573071] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.573269] env[70059]: DEBUG nova.compute.manager [-] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.573363] env[70059]: DEBUG nova.network.neutron [-] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.647910] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6b745a-3f62-4edd-ba80-8c3d897d120b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.655663] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25661992-c364-4a0b-98c4-f2503528f8df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.686225] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcaf7e-d3a3-435d-bfa7-a38eb1fed4c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.693644] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a284b92-8975-467e-9403-c984c98e015f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.707034] env[70059]: DEBUG nova.compute.provider_tree [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.934103] env[70059]: DEBUG oslo_concurrency.lockutils [req-1c1b5b63-ac5f-4535-bc5a-e5141d2cb5f2 req-6420bd28-1065-4fd1-9a6d-a5efeda78c59 service nova] Releasing lock "refresh_cache-123c9043-92c4-4c67-9a39-9a82837566ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.973190] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.003711] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.003968] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.004246] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.004346] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.004491] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.004637] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.004840] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.004999] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.005178] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.005335] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.005505] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.006467] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbafdac5-a958-438a-81aa-03f507a4df60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.014147] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b324d-ac80-4294-b047-a4443e14fa16 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.055396] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.210386] env[70059]: DEBUG nova.scheduler.client.report [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.364545] env[70059]: DEBUG nova.network.neutron [-] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.403681] env[70059]: DEBUG nova.compute.manager [req-56193ba7-7704-4d4c-8937-d826b7f41003 req-1271e272-9519-4dad-ac79-187817ae086d service nova] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Received event network-vif-deleted-a040d553-1595-429c-bcbc-3cc36e4c79c6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.558026] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188708, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.471973} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.558697] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 123c9043-92c4-4c67-9a39-9a82837566ba/123c9043-92c4-4c67-9a39-9a82837566ba.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.558913] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.559206] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bd0b65-6006-44cd-89db-e571a370d742 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.563737] env[70059]: DEBUG nova.objects.instance [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lazy-loading 'flavor' on Instance uuid a03925d2-fbc2-4b5f-b95f-43f36e2692f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.566698] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 710.566698] env[70059]: value = "task-3188710" [ 710.566698] env[70059]: _type = "Task" [ 710.566698] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.578829] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.715772] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.135s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.716419] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.719659] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.271s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.721047] env[70059]: INFO nova.compute.claims [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.866813] env[70059]: INFO nova.compute.manager [-] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Took 1.29 seconds to deallocate network for instance. [ 710.873020] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Successfully updated port: 138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.074638] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.074913] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquired lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.075093] env[70059]: DEBUG nova.network.neutron [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.075320] env[70059]: DEBUG nova.objects.instance [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lazy-loading 'info_cache' on Instance uuid a03925d2-fbc2-4b5f-b95f-43f36e2692f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.084539] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066702} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.085090] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.086815] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ddcf7d-81dd-404b-88e0-330baf71f2df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.116854] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 123c9043-92c4-4c67-9a39-9a82837566ba/123c9043-92c4-4c67-9a39-9a82837566ba.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.118086] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0acfcef8-a4b8-4a01-98f3-6344730f3433 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.144375] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 711.144375] env[70059]: value = "task-3188711" [ 711.144375] env[70059]: _type = "Task" [ 711.144375] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.157799] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.229115] env[70059]: DEBUG nova.compute.utils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.230754] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.230921] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.279606] env[70059]: DEBUG nova.policy [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af3243f8d1974d25b5b68436a44fb884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35b4597eeb344c70ae462ad5ddd36878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.377207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.377859] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "refresh_cache-70e48fb2-fe66-4eb8-a182-40425d0e2f1b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.378057] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "refresh_cache-70e48fb2-fe66-4eb8-a182-40425d0e2f1b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.378336] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.579276] env[70059]: DEBUG nova.objects.base [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.655654] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188711, 'name': ReconfigVM_Task, 'duration_secs': 0.311468} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.655991] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 123c9043-92c4-4c67-9a39-9a82837566ba/123c9043-92c4-4c67-9a39-9a82837566ba.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.658220] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7994f772-8357-490d-94f0-01db023bdd5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.672113] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 711.672113] env[70059]: value = "task-3188712" [ 711.672113] env[70059]: _type = "Task" [ 711.672113] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.684732] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188712, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.719092] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Successfully created port: 68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.734724] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.968494] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.189275] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188712, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.298027] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Updating instance_info_cache with network_info: [{"id": "138b56c8-c6aa-42b5-888b-6ed202b077c8", "address": "fa:16:3e:07:71:23", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138b56c8-c6", "ovs_interfaceid": "138b56c8-c6aa-42b5-888b-6ed202b077c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.477484] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bbc4fd-7ab9-4a86-b704-0fd79af23fb2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.489574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad8d32-8863-45d5-ab1b-792e5339953b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.523470] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79e23d-5072-4b43-8469-4855091c5bfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.528417] env[70059]: DEBUG nova.network.neutron [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Updating instance_info_cache with network_info: [{"id": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "address": "fa:16:3e:bb:1f:f0", "network": {"id": "9bc2f0c7-a70a-4d58-ac9b-63c15d0612fe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1532763928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833c25c6b9c74c06a5a8738b45a540d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3b8e62-d3", "ovs_interfaceid": "6a3b8e62-d3dd-4be6-9507-4eee10865153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.537293] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788faeb1-0ca9-4120-a22e-d17ff50bc55f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.551228] env[70059]: DEBUG nova.compute.provider_tree [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.554992] env[70059]: DEBUG nova.compute.manager [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Received event network-vif-plugged-138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.555260] env[70059]: DEBUG oslo_concurrency.lockutils [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] Acquiring lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.555445] env[70059]: DEBUG oslo_concurrency.lockutils [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.555611] env[70059]: DEBUG oslo_concurrency.lockutils [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.555775] env[70059]: DEBUG nova.compute.manager [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] No waiting events found dispatching network-vif-plugged-138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.555933] env[70059]: WARNING nova.compute.manager [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Received unexpected event network-vif-plugged-138b56c8-c6aa-42b5-888b-6ed202b077c8 for instance with vm_state building and task_state spawning. [ 712.556164] env[70059]: DEBUG nova.compute.manager [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Received event network-changed-138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.556374] env[70059]: DEBUG nova.compute.manager [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Refreshing instance network info cache due to event network-changed-138b56c8-c6aa-42b5-888b-6ed202b077c8. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.556604] env[70059]: DEBUG oslo_concurrency.lockutils [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] Acquiring lock "refresh_cache-70e48fb2-fe66-4eb8-a182-40425d0e2f1b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.688546] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188712, 'name': Rename_Task, 'duration_secs': 0.940396} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.688989] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.689260] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d62859-8c74-49b7-a8ad-a3e82620fa25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.696632] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 712.696632] env[70059]: value = "task-3188713" [ 712.696632] env[70059]: _type = "Task" [ 712.696632] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.705370] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.752522] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.787788] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.788056] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.788219] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.788416] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.788556] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.788700] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.788911] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.789245] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.789447] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.790135] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.790135] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.794023] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bec007-5602-4acf-8afe-20875142e25a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.800020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc76fa7c-aa28-47f5-be41-ea21fff92157 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.806972] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "refresh_cache-70e48fb2-fe66-4eb8-a182-40425d0e2f1b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.807244] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Instance network_info: |[{"id": "138b56c8-c6aa-42b5-888b-6ed202b077c8", "address": "fa:16:3e:07:71:23", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138b56c8-c6", "ovs_interfaceid": "138b56c8-c6aa-42b5-888b-6ed202b077c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.807544] env[70059]: DEBUG oslo_concurrency.lockutils [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] Acquired lock "refresh_cache-70e48fb2-fe66-4eb8-a182-40425d0e2f1b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.807724] env[70059]: DEBUG nova.network.neutron [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Refreshing network info cache for port 138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.809660] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:71:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138b56c8-c6aa-42b5-888b-6ed202b077c8', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.818638] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Creating folder: Project (35b4597eeb344c70ae462ad5ddd36878). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.820780] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea06b016-7d34-443e-a0db-a01086623724 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.839269] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Created folder: Project (35b4597eeb344c70ae462ad5ddd36878) in parent group-v637631. [ 712.839502] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Creating folder: Instances. Parent ref: group-v637695. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.839699] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e6c407f-ef1f-4183-99d9-77e7d9676fe0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.849139] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Created folder: Instances in parent group-v637695. [ 712.849405] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.849600] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.849864] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d05d464-e02f-419e-a458-17f47eb9ebe1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.869774] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.869774] env[70059]: value = "task-3188716" [ 712.869774] env[70059]: _type = "Task" [ 712.869774] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.878768] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188716, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.036726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Releasing lock "refresh_cache-a03925d2-fbc2-4b5f-b95f-43f36e2692f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.058717] env[70059]: DEBUG nova.scheduler.client.report [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.207505] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188713, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.382683] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188716, 'name': CreateVM_Task, 'duration_secs': 0.425353} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.382846] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.383536] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.383704] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.384036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.384290] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9644cb2d-288b-40bb-ad6e-11f8a6837f47 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.389794] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 713.389794] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cb2c7d-e93d-5e45-dcc8-43dd086df842" [ 713.389794] env[70059]: _type = "Task" [ 713.389794] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.397779] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cb2c7d-e93d-5e45-dcc8-43dd086df842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.565101] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.565628] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.572216] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.598s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.572351] env[70059]: DEBUG nova.objects.instance [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 713.616610] env[70059]: DEBUG nova.network.neutron [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Updated VIF entry in instance network info cache for port 138b56c8-c6aa-42b5-888b-6ed202b077c8. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.617271] env[70059]: DEBUG nova.network.neutron [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Updating instance_info_cache with network_info: [{"id": "138b56c8-c6aa-42b5-888b-6ed202b077c8", "address": "fa:16:3e:07:71:23", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138b56c8-c6", "ovs_interfaceid": "138b56c8-c6aa-42b5-888b-6ed202b077c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.708713] env[70059]: DEBUG oslo_vmware.api [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188713, 'name': PowerOnVM_Task, 'duration_secs': 0.595758} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.708713] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.708713] env[70059]: INFO nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Took 9.32 seconds to spawn the instance on the hypervisor. [ 713.708896] env[70059]: DEBUG nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.709610] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b5857b-61db-4d4c-bead-e11644ef69e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.906159] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cb2c7d-e93d-5e45-dcc8-43dd086df842, 'name': SearchDatastore_Task, 'duration_secs': 0.013622} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.906159] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.906159] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.906159] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.907389] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.907389] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.907389] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b56ade4-bc91-46fd-8fa0-9ab9edb19ee1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.917097] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.917097] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.917097] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473a1b84-6a14-49a6-9437-fbaebf66c248 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.920976] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 713.920976] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52013ed0-1dfb-436b-5178-62464566c7ba" [ 713.920976] env[70059]: _type = "Task" [ 713.920976] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.928428] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52013ed0-1dfb-436b-5178-62464566c7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.045823] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.046269] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd698f3a-cba1-4f29-9848-76d9c3074103 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.054086] env[70059]: DEBUG oslo_vmware.api [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 714.054086] env[70059]: value = "task-3188717" [ 714.054086] env[70059]: _type = "Task" [ 714.054086] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.062092] env[70059]: DEBUG oslo_vmware.api [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.088858] env[70059]: DEBUG nova.compute.utils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.092695] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.092695] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.120723] env[70059]: DEBUG oslo_concurrency.lockutils [req-54f8209e-0d10-4af4-8e42-01df8b182cf7 req-e2baff13-01b7-4944-9208-8a3d73df71fb service nova] Releasing lock "refresh_cache-70e48fb2-fe66-4eb8-a182-40425d0e2f1b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.145555] env[70059]: DEBUG nova.policy [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af3243f8d1974d25b5b68436a44fb884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35b4597eeb344c70ae462ad5ddd36878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.233660] env[70059]: INFO nova.compute.manager [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Took 42.19 seconds to build instance. [ 714.302483] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Successfully updated port: 68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.438104] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52013ed0-1dfb-436b-5178-62464566c7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.036361} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.440272] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36c91dd-911f-4c33-9d98-518a05c9989a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.448982] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 714.448982] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5220449f-4fdd-6947-0df4-eb678c669cdf" [ 714.448982] env[70059]: _type = "Task" [ 714.448982] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.462310] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5220449f-4fdd-6947-0df4-eb678c669cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.462310] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.462310] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 70e48fb2-fe66-4eb8-a182-40425d0e2f1b/70e48fb2-fe66-4eb8-a182-40425d0e2f1b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.463163] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07427427-84d8-4ce4-a65d-f2c9d17dcc2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.470492] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 714.470492] env[70059]: value = "task-3188718" [ 714.470492] env[70059]: _type = "Task" [ 714.470492] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.480113] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.506404] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Successfully created port: 80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.564528] env[70059]: DEBUG oslo_vmware.api [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188717, 'name': PowerOnVM_Task, 'duration_secs': 0.472931} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.564824] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.565046] env[70059]: DEBUG nova.compute.manager [None req-043f9b38-7f05-43dc-bd09-80e1535f7cd7 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.566092] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f880e-d7b2-4501-b934-f06d9ae0e9bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.595405] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb76f423-8932-458a-8a7c-222eb926c649 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.598590] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.599238] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.815s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.600687] env[70059]: INFO nova.compute.claims [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.689285] env[70059]: DEBUG nova.compute.manager [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Received event network-vif-plugged-68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.689542] env[70059]: DEBUG oslo_concurrency.lockutils [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] Acquiring lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.689708] env[70059]: DEBUG oslo_concurrency.lockutils [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.690099] env[70059]: DEBUG oslo_concurrency.lockutils [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.690136] env[70059]: DEBUG nova.compute.manager [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] No waiting events found dispatching network-vif-plugged-68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.690326] env[70059]: WARNING nova.compute.manager [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Received unexpected event network-vif-plugged-68f3ef18-f849-45f9-bfaf-a6e73d388372 for instance with vm_state building and task_state spawning. [ 714.690486] env[70059]: DEBUG nova.compute.manager [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Received event network-changed-68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.690637] env[70059]: DEBUG nova.compute.manager [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Refreshing instance network info cache due to event network-changed-68f3ef18-f849-45f9-bfaf-a6e73d388372. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.691041] env[70059]: DEBUG oslo_concurrency.lockutils [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] Acquiring lock "refresh_cache-19c96786-d3cc-49be-ac6e-825c62ffa8a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.691041] env[70059]: DEBUG oslo_concurrency.lockutils [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] Acquired lock "refresh_cache-19c96786-d3cc-49be-ac6e-825c62ffa8a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.691273] env[70059]: DEBUG nova.network.neutron [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Refreshing network info cache for port 68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.736288] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40427eb1-0991-4112-a546-a5bfdcfac7f3 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "123c9043-92c4-4c67-9a39-9a82837566ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.862s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.805411] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "refresh_cache-19c96786-d3cc-49be-ac6e-825c62ffa8a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.984087] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473243} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.984534] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 70e48fb2-fe66-4eb8-a182-40425d0e2f1b/70e48fb2-fe66-4eb8-a182-40425d0e2f1b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.985095] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.985095] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dacf1327-b3d8-4c3f-bb28-4dbe5bf5b3ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.994971] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 714.994971] env[70059]: value = "task-3188719" [ 714.994971] env[70059]: _type = "Task" [ 714.994971] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.006263] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.240474] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.255229] env[70059]: DEBUG nova.network.neutron [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.393778] env[70059]: DEBUG nova.network.neutron [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.506112] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070957} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.506528] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.507430] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185817f-55d9-4608-b181-075d0e825341 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.537463] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 70e48fb2-fe66-4eb8-a182-40425d0e2f1b/70e48fb2-fe66-4eb8-a182-40425d0e2f1b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.537787] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241a4647-4a20-4b19-a77b-dc143351c0ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.558463] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 715.558463] env[70059]: value = "task-3188720" [ 715.558463] env[70059]: _type = "Task" [ 715.558463] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.568121] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.614349] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.656328] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.656556] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.656712] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.656892] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.657089] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.657497] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.657696] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.657857] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.658036] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.658213] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.658395] env[70059]: DEBUG nova.virt.hardware [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.659364] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b34ee-ee63-49c8-b8bc-1926eb5cbf21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.672579] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fecae7-72f8-4f18-abd1-732e458452b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.772863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.896827] env[70059]: DEBUG oslo_concurrency.lockutils [req-21dbc1cf-9ab9-42f2-9f81-73da7fe0a8ce req-36686bdd-d34a-42cb-a266-7d4c442f8de7 service nova] Releasing lock "refresh_cache-19c96786-d3cc-49be-ac6e-825c62ffa8a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.897253] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "refresh_cache-19c96786-d3cc-49be-ac6e-825c62ffa8a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.897499] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.926091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "88f26c46-83c2-45a1-864a-13c51b13c8ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.926091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.926091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "88f26c46-83c2-45a1-864a-13c51b13c8ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.926091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.926345] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.929698] env[70059]: INFO nova.compute.manager [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Terminating instance [ 716.073343] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.275811] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "123c9043-92c4-4c67-9a39-9a82837566ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.276787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "123c9043-92c4-4c67-9a39-9a82837566ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.277110] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "123c9043-92c4-4c67-9a39-9a82837566ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.277623] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "123c9043-92c4-4c67-9a39-9a82837566ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.277817] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "123c9043-92c4-4c67-9a39-9a82837566ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.280285] env[70059]: INFO nova.compute.manager [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Terminating instance [ 716.404482] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd6a21a-7bd3-4c39-92a3-bc78ea56dcd7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.414139] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca25a21-87ed-4d03-a47a-88e5bd65770b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.451067] env[70059]: DEBUG nova.compute.manager [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.451067] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.451850] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fd6a6d-617b-4b31-af0f-71ff5af0cfb6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.456649] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29311a94-73e3-431c-8256-90e44b597218 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.466415] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.468549] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f7eae34-43d2-46b8-ba17-d5ddb089a5d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.471121] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11e312-cf22-4a17-8c31-5a278749495a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.475655] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.493626] env[70059]: DEBUG nova.compute.provider_tree [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.496893] env[70059]: DEBUG oslo_vmware.api [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 716.496893] env[70059]: value = "task-3188721" [ 716.496893] env[70059]: _type = "Task" [ 716.496893] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.508122] env[70059]: DEBUG oslo_vmware.api [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.570831] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188720, 'name': ReconfigVM_Task, 'duration_secs': 0.744076} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.574927] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Successfully updated port: 80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.574927] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 70e48fb2-fe66-4eb8-a182-40425d0e2f1b/70e48fb2-fe66-4eb8-a182-40425d0e2f1b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.574927] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46097971-0ed8-4560-874d-ca14600c8fe0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.581211] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 716.581211] env[70059]: value = "task-3188722" [ 716.581211] env[70059]: _type = "Task" [ 716.581211] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.591342] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188722, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.762641] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Updating instance_info_cache with network_info: [{"id": "68f3ef18-f849-45f9-bfaf-a6e73d388372", "address": "fa:16:3e:04:d2:12", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f3ef18-f8", "ovs_interfaceid": "68f3ef18-f849-45f9-bfaf-a6e73d388372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.788023] env[70059]: DEBUG nova.compute.manager [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.788023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.788023] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeae91e-8471-4826-a9d7-f5eba77f675c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.799384] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.802723] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad073b3d-de05-4f02-a6b5-b5f2f7777016 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.808172] env[70059]: DEBUG oslo_vmware.api [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 716.808172] env[70059]: value = "task-3188723" [ 716.808172] env[70059]: _type = "Task" [ 716.808172] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.816520] env[70059]: DEBUG oslo_vmware.api [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.898822] env[70059]: DEBUG nova.compute.manager [req-0d83262a-fe2d-4f76-a87a-d3371eb1d394 req-d02f1483-7ff6-4989-9353-42151c14024c service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Received event network-vif-plugged-80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.899062] env[70059]: DEBUG oslo_concurrency.lockutils [req-0d83262a-fe2d-4f76-a87a-d3371eb1d394 req-d02f1483-7ff6-4989-9353-42151c14024c service nova] Acquiring lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.899280] env[70059]: DEBUG oslo_concurrency.lockutils [req-0d83262a-fe2d-4f76-a87a-d3371eb1d394 req-d02f1483-7ff6-4989-9353-42151c14024c service nova] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.899450] env[70059]: DEBUG oslo_concurrency.lockutils [req-0d83262a-fe2d-4f76-a87a-d3371eb1d394 req-d02f1483-7ff6-4989-9353-42151c14024c service nova] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.899612] env[70059]: DEBUG nova.compute.manager [req-0d83262a-fe2d-4f76-a87a-d3371eb1d394 req-d02f1483-7ff6-4989-9353-42151c14024c service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] No waiting events found dispatching network-vif-plugged-80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.899777] env[70059]: WARNING nova.compute.manager [req-0d83262a-fe2d-4f76-a87a-d3371eb1d394 req-d02f1483-7ff6-4989-9353-42151c14024c service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Received unexpected event network-vif-plugged-80099946-cd69-4fc0-a5af-fc471890117f for instance with vm_state building and task_state spawning. [ 717.005610] env[70059]: DEBUG nova.scheduler.client.report [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.016401] env[70059]: DEBUG oslo_vmware.api [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188721, 'name': PowerOffVM_Task, 'duration_secs': 0.300459} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.016401] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.016401] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.016576] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a99e8cfd-6327-4950-8336-f48ef847d985 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.080579] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "refresh_cache-2cfab35b-f2fb-4782-a2ea-6cb6059261ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.080579] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "refresh_cache-2cfab35b-f2fb-4782-a2ea-6cb6059261ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.080579] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.094498] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188722, 'name': Rename_Task, 'duration_secs': 0.203623} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.095887] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.096402] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514bfc15-f479-4cf0-b873-7e39a2726f56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.100184] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.100390] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.100584] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleting the datastore file [datastore1] 88f26c46-83c2-45a1-864a-13c51b13c8ab {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.100847] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f9d3ba-6aae-494f-8fae-a23d00cf1cd5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.107928] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 717.107928] env[70059]: value = "task-3188725" [ 717.107928] env[70059]: _type = "Task" [ 717.107928] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.112759] env[70059]: DEBUG oslo_vmware.api [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 717.112759] env[70059]: value = "task-3188726" [ 717.112759] env[70059]: _type = "Task" [ 717.112759] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.122683] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.130917] env[70059]: DEBUG oslo_vmware.api [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.266712] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "refresh_cache-19c96786-d3cc-49be-ac6e-825c62ffa8a6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.266712] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Instance network_info: |[{"id": "68f3ef18-f849-45f9-bfaf-a6e73d388372", "address": "fa:16:3e:04:d2:12", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f3ef18-f8", "ovs_interfaceid": "68f3ef18-f849-45f9-bfaf-a6e73d388372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.266871] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d2:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f3ef18-f849-45f9-bfaf-a6e73d388372', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.276745] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.276981] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.277178] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a34510-5f05-4197-9e20-6baab198cb6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.304416] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.304416] env[70059]: value = "task-3188727" [ 717.304416] env[70059]: _type = "Task" [ 717.304416] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.317212] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188727, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.322049] env[70059]: DEBUG oslo_vmware.api [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188723, 'name': PowerOffVM_Task, 'duration_secs': 0.202573} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.322131] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.322299] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.322540] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-748f9c1e-0d95-497d-92b8-5c3562f7ff9b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.395651] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.396087] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.396392] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleting the datastore file [datastore1] 123c9043-92c4-4c67-9a39-9a82837566ba {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.396792] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e5ea75-a762-4d9c-8602-64627c6cdc56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.406083] env[70059]: DEBUG oslo_vmware.api [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 717.406083] env[70059]: value = "task-3188729" [ 717.406083] env[70059]: _type = "Task" [ 717.406083] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.413683] env[70059]: DEBUG oslo_vmware.api [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.512421] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.514558] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.520044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.352s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.520044] env[70059]: DEBUG nova.objects.instance [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 717.625842] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188725, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.634617] env[70059]: DEBUG oslo_vmware.api [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148897} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.635507] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.635745] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.636317] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.636555] env[70059]: INFO nova.compute.manager [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 717.636838] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.637737] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.639882] env[70059]: DEBUG nova.compute.manager [-] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.639882] env[70059]: DEBUG nova.network.neutron [-] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.815732] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188727, 'name': CreateVM_Task, 'duration_secs': 0.334287} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.815912] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.817782] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.817956] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.818312] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.818610] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c0ef2f-715f-4f4e-80e2-d62674f409a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.825686] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 717.825686] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5222ab40-65c9-c13f-1073-2c9b25e0ffb6" [ 717.825686] env[70059]: _type = "Task" [ 717.825686] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.848061] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5222ab40-65c9-c13f-1073-2c9b25e0ffb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.848370] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.848618] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.848888] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.849637] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.849637] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.849637] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c09774e-5d0c-4ad1-aae0-99e793d2ff63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.857990] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.858204] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.858970] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaec5bf8-26ad-4701-a4ba-c3f936d7a60f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.864529] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 717.864529] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52146d1d-ae30-2fae-be42-a9d7e5bdf371" [ 717.864529] env[70059]: _type = "Task" [ 717.864529] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.876690] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52146d1d-ae30-2fae-be42-a9d7e5bdf371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.916579] env[70059]: DEBUG oslo_vmware.api [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3188729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204654} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.917206] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.917396] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.917580] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.918030] env[70059]: INFO nova.compute.manager [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 717.918111] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.918440] env[70059]: DEBUG nova.compute.manager [-] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.918440] env[70059]: DEBUG nova.network.neutron [-] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.966659] env[70059]: DEBUG nova.network.neutron [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Updating instance_info_cache with network_info: [{"id": "80099946-cd69-4fc0-a5af-fc471890117f", "address": "fa:16:3e:00:f2:aa", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80099946-cd", "ovs_interfaceid": "80099946-cd69-4fc0-a5af-fc471890117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.025124] env[70059]: DEBUG nova.compute.utils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.031212] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.031212] env[70059]: DEBUG nova.network.neutron [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.121101] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188725, 'name': PowerOnVM_Task, 'duration_secs': 0.763884} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.121692] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.121754] env[70059]: INFO nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Took 8.15 seconds to spawn the instance on the hypervisor. [ 718.121932] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.126081] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d493fdbb-c6cf-4d13-b43b-fc8ba1d8c1c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.140186] env[70059]: DEBUG nova.policy [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eea0c0d807f347a3a5d82627abadf061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c964d0458ad4e51b948cd2bc88528ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.385618] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52146d1d-ae30-2fae-be42-a9d7e5bdf371, 'name': SearchDatastore_Task, 'duration_secs': 0.023199} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.387185] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0436649d-263b-4641-93ff-feb9b60503da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.394734] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 718.394734] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c0a624-effb-c5ec-1563-e339e5c16af7" [ 718.394734] env[70059]: _type = "Task" [ 718.394734] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.407390] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c0a624-effb-c5ec-1563-e339e5c16af7, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.407854] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.407984] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 19c96786-d3cc-49be-ac6e-825c62ffa8a6/19c96786-d3cc-49be-ac6e-825c62ffa8a6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.408731] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9b0787-62ac-4d97-9528-2229746b6d7c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.415321] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 718.415321] env[70059]: value = "task-3188730" [ 718.415321] env[70059]: _type = "Task" [ 718.415321] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.425825] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.475239] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "refresh_cache-2cfab35b-f2fb-4782-a2ea-6cb6059261ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475239] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Instance network_info: |[{"id": "80099946-cd69-4fc0-a5af-fc471890117f", "address": "fa:16:3e:00:f2:aa", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80099946-cd", "ovs_interfaceid": "80099946-cd69-4fc0-a5af-fc471890117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.475344] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:f2:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80099946-cd69-4fc0-a5af-fc471890117f', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.485913] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.486373] env[70059]: DEBUG nova.network.neutron [-] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.487641] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.490024] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e3b5f3-ea7f-45f9-9a55-ccaec95e99f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.520209] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.520209] env[70059]: value = "task-3188731" [ 718.520209] env[70059]: _type = "Task" [ 718.520209] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.530500] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.543452] env[70059]: DEBUG oslo_concurrency.lockutils [None req-138d26b4-4db9-4fea-85d7-ea712a9cf0a3 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.544861] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188731, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.545392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.253s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.545670] env[70059]: DEBUG nova.objects.instance [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lazy-loading 'resources' on Instance uuid 1f87fd35-05ce-4111-af7b-a5192625d1a6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.575023] env[70059]: DEBUG nova.network.neutron [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Successfully created port: 08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.650351] env[70059]: INFO nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Took 43.31 seconds to build instance. [ 718.848817] env[70059]: DEBUG nova.compute.manager [req-554af648-68c5-4503-a649-fce8020dee1f req-b5c14b7a-5f83-46c9-8446-e30392e6aeb7 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Received event network-vif-deleted-876b9722-7e99-42f6-bdb8-1e715e150281 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.848817] env[70059]: INFO nova.compute.manager [req-554af648-68c5-4503-a649-fce8020dee1f req-b5c14b7a-5f83-46c9-8446-e30392e6aeb7 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Neutron deleted interface 876b9722-7e99-42f6-bdb8-1e715e150281; detaching it from the instance and deleting it from the info cache [ 718.848817] env[70059]: DEBUG nova.network.neutron [req-554af648-68c5-4503-a649-fce8020dee1f req-b5c14b7a-5f83-46c9-8446-e30392e6aeb7 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.878029] env[70059]: DEBUG nova.network.neutron [-] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.930658] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492363} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.930658] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 19c96786-d3cc-49be-ac6e-825c62ffa8a6/19c96786-d3cc-49be-ac6e-825c62ffa8a6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.930658] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.930658] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b2a35d-558c-43d2-8dc0-d2d53531eb20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.935670] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 718.935670] env[70059]: value = "task-3188736" [ 718.935670] env[70059]: _type = "Task" [ 718.935670] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.945154] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.014131] env[70059]: INFO nova.compute.manager [-] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Took 1.37 seconds to deallocate network for instance. [ 719.029492] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188731, 'name': CreateVM_Task, 'duration_secs': 0.383898} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.029670] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.031120] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.031449] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.031900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.032270] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3d2eec-b171-496a-9fea-9d8a5a2d83c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.036805] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 719.036805] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b8929c-ea2f-7eb3-cc21-5f93e96327c5" [ 719.036805] env[70059]: _type = "Task" [ 719.036805] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.045209] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b8929c-ea2f-7eb3-cc21-5f93e96327c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.155608] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.906s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.266764] env[70059]: DEBUG nova.compute.manager [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Received event network-changed-80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.267075] env[70059]: DEBUG nova.compute.manager [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Refreshing instance network info cache due to event network-changed-80099946-cd69-4fc0-a5af-fc471890117f. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.267187] env[70059]: DEBUG oslo_concurrency.lockutils [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] Acquiring lock "refresh_cache-2cfab35b-f2fb-4782-a2ea-6cb6059261ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.267310] env[70059]: DEBUG oslo_concurrency.lockutils [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] Acquired lock "refresh_cache-2cfab35b-f2fb-4782-a2ea-6cb6059261ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.267527] env[70059]: DEBUG nova.network.neutron [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Refreshing network info cache for port 80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.355278] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5a15a9d-23e1-4483-a54f-1ed792c35659 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.368208] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b82f50-7f49-438a-8a3c-da89d7f5af2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.380877] env[70059]: INFO nova.compute.manager [-] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Took 1.46 seconds to deallocate network for instance. [ 719.413093] env[70059]: DEBUG nova.compute.manager [req-554af648-68c5-4503-a649-fce8020dee1f req-b5c14b7a-5f83-46c9-8446-e30392e6aeb7 service nova] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Detach interface failed, port_id=876b9722-7e99-42f6-bdb8-1e715e150281, reason: Instance 123c9043-92c4-4c67-9a39-9a82837566ba could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.448500] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090313} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.448774] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.449597] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0d024-a692-450b-b6d3-6696b01c1809 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.471780] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 19c96786-d3cc-49be-ac6e-825c62ffa8a6/19c96786-d3cc-49be-ac6e-825c62ffa8a6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.475132] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-421bd58c-fda2-4a80-bf80-b33084c7e92f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.495406] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 719.495406] env[70059]: value = "task-3188740" [ 719.495406] env[70059]: _type = "Task" [ 719.495406] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.508332] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.527497] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.551201] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b8929c-ea2f-7eb3-cc21-5f93e96327c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.551201] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.551201] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.551201] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.551381] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.551381] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.551381] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44fa0004-cea6-4598-9518-d298a4fda71d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.553758] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.563515] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.563769] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.565361] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab43cb2-0148-4b1a-b5d4-57a1eee21638 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.572579] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 719.572579] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5261683b-5508-ae62-a58a-9133f9920d02" [ 719.572579] env[70059]: _type = "Task" [ 719.572579] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.585196] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5261683b-5508-ae62-a58a-9133f9920d02, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.587498] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.587748] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.587889] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.588116] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.588267] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.588431] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.588634] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.589013] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.589013] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.589152] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.589374] env[70059]: DEBUG nova.virt.hardware [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.590624] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfd2ae-9c3d-4517-aed1-5d21555bcc85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.595732] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8ef2af-90b2-4ae2-89ac-a6db2acfea23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.602206] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 719.602206] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529b33c6-f810-8239-e92d-4985e5ba999f" [ 719.602206] env[70059]: _type = "Task" [ 719.602206] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.608208] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a2364-e825-43a4-b8a0-39570afb758f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.623098] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529b33c6-f810-8239-e92d-4985e5ba999f, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.631616] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.631936] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2cfab35b-f2fb-4782-a2ea-6cb6059261ba/2cfab35b-f2fb-4782-a2ea-6cb6059261ba.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.634945] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dac37d3f-d734-49a9-a348-a50694bb78ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.643059] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 719.643059] env[70059]: value = "task-3188741" [ 719.643059] env[70059]: _type = "Task" [ 719.643059] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.652915] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.662790] env[70059]: DEBUG nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.731314] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d71a00b-7cb1-410b-85b5-cc8d5c46eb4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.740159] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a93fad1-defb-40b0-b790-cb703faf1951 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.774533] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de321e59-5867-46e3-ae30-aeaf587813c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.782402] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ad178-9611-4738-bc8c-5cc82872c9d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.797792] env[70059]: DEBUG nova.compute.provider_tree [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.887873] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.009196] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188740, 'name': ReconfigVM_Task, 'duration_secs': 0.313074} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.009679] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 19c96786-d3cc-49be-ac6e-825c62ffa8a6/19c96786-d3cc-49be-ac6e-825c62ffa8a6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.010799] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee63b7d-b566-4479-be04-8ea5ce827891 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.017424] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 720.017424] env[70059]: value = "task-3188742" [ 720.017424] env[70059]: _type = "Task" [ 720.017424] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.029547] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188742, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.074211] env[70059]: DEBUG nova.network.neutron [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Updated VIF entry in instance network info cache for port 80099946-cd69-4fc0-a5af-fc471890117f. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.074211] env[70059]: DEBUG nova.network.neutron [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Updating instance_info_cache with network_info: [{"id": "80099946-cd69-4fc0-a5af-fc471890117f", "address": "fa:16:3e:00:f2:aa", "network": {"id": "1b0001b0-8471-4f4f-867b-755b95a41aec", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-77523805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35b4597eeb344c70ae462ad5ddd36878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80099946-cd", "ovs_interfaceid": "80099946-cd69-4fc0-a5af-fc471890117f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.162098] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188741, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.195633] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.300055] env[70059]: DEBUG nova.scheduler.client.report [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.316814] env[70059]: DEBUG nova.network.neutron [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Successfully updated port: 08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.443054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "9837c22e-1750-4e1b-bbce-9c7f63f84052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.443372] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.443591] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "9837c22e-1750-4e1b-bbce-9c7f63f84052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.443772] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.443938] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.446412] env[70059]: INFO nova.compute.manager [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Terminating instance [ 720.527972] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188742, 'name': Rename_Task, 'duration_secs': 0.218736} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.528276] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.528527] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427b154b-0ae9-4f7d-8b35-fe8c897be961 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.535165] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 720.535165] env[70059]: value = "task-3188743" [ 720.535165] env[70059]: _type = "Task" [ 720.535165] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.542553] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.575378] env[70059]: DEBUG oslo_concurrency.lockutils [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] Releasing lock "refresh_cache-2cfab35b-f2fb-4782-a2ea-6cb6059261ba" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.575646] env[70059]: DEBUG nova.compute.manager [req-db95e969-f063-431d-a035-5a48be505378 req-d4921ad3-80cd-4c71-adb6-47324e9ffd04 service nova] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Received event network-vif-deleted-9308cd81-095d-434b-8cac-3df9e8324b49 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.653746] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527802} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.654046] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2cfab35b-f2fb-4782-a2ea-6cb6059261ba/2cfab35b-f2fb-4782-a2ea-6cb6059261ba.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.654290] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.654553] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed04a78b-87ed-437e-a709-372e0897d1c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.661149] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 720.661149] env[70059]: value = "task-3188744" [ 720.661149] env[70059]: _type = "Task" [ 720.661149] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.669132] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.806870] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.809361] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.438s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.810941] env[70059]: INFO nova.compute.claims [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.822024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "refresh_cache-c185084d-195a-4157-926f-399999de0855" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.822024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired lock "refresh_cache-c185084d-195a-4157-926f-399999de0855" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.822150] env[70059]: DEBUG nova.network.neutron [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.839230] env[70059]: INFO nova.scheduler.client.report [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Deleted allocations for instance 1f87fd35-05ce-4111-af7b-a5192625d1a6 [ 720.950404] env[70059]: DEBUG nova.compute.manager [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.950728] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.951893] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d4c6a9-da6a-4d19-9e1b-f6abc3987acd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.965869] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.965869] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9e741f-67d6-42f2-8a19-33c2d74cd22f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.975056] env[70059]: DEBUG oslo_vmware.api [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 720.975056] env[70059]: value = "task-3188745" [ 720.975056] env[70059]: _type = "Task" [ 720.975056] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.992712] env[70059]: DEBUG oslo_vmware.api [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.048584] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188743, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.172598] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065654} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.172891] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.173700] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0bd91-dbc9-47f2-9701-f9d7c22814d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.201198] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2cfab35b-f2fb-4782-a2ea-6cb6059261ba/2cfab35b-f2fb-4782-a2ea-6cb6059261ba.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.201538] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a844cbf2-bcef-44dc-a8e2-09869a6ea6fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.225730] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 721.225730] env[70059]: value = "task-3188746" [ 721.225730] env[70059]: _type = "Task" [ 721.225730] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.238101] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.302757] env[70059]: DEBUG nova.compute.manager [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Received event network-vif-plugged-08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.303209] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] Acquiring lock "c185084d-195a-4157-926f-399999de0855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.303501] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] Lock "c185084d-195a-4157-926f-399999de0855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.303666] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] Lock "c185084d-195a-4157-926f-399999de0855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.303870] env[70059]: DEBUG nova.compute.manager [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] No waiting events found dispatching network-vif-plugged-08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.304073] env[70059]: WARNING nova.compute.manager [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Received unexpected event network-vif-plugged-08777c9b-c61a-4171-a252-4c66bbd02ecb for instance with vm_state building and task_state spawning. [ 721.304333] env[70059]: DEBUG nova.compute.manager [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Received event network-changed-08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.304656] env[70059]: DEBUG nova.compute.manager [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Refreshing instance network info cache due to event network-changed-08777c9b-c61a-4171-a252-4c66bbd02ecb. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.304808] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] Acquiring lock "refresh_cache-c185084d-195a-4157-926f-399999de0855" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346868] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdb311af-f623-4897-8a0e-285777425e13 tempest-ServersListShow2100Test-602051239 tempest-ServersListShow2100Test-602051239-project-member] Lock "1f87fd35-05ce-4111-af7b-a5192625d1a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.499s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.379117] env[70059]: DEBUG nova.network.neutron [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.488616] env[70059]: DEBUG oslo_vmware.api [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188745, 'name': PowerOffVM_Task, 'duration_secs': 0.352956} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.488616] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.488915] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.489073] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-422966d9-70a2-4af6-9314-421c3f3f342f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.549457] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188743, 'name': PowerOnVM_Task, 'duration_secs': 0.542488} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.550038] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.550308] env[70059]: INFO nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Took 8.80 seconds to spawn the instance on the hypervisor. [ 721.550553] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.551576] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f24adb-42c9-46b7-843e-31bdefbe9956 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.570149] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.570149] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.570149] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleting the datastore file [datastore2] 9837c22e-1750-4e1b-bbce-9c7f63f84052 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.570149] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b8d90f-9c7b-4ada-9c0a-8d4b8a2aed2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.577530] env[70059]: DEBUG oslo_vmware.api [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 721.577530] env[70059]: value = "task-3188748" [ 721.577530] env[70059]: _type = "Task" [ 721.577530] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.587610] env[70059]: DEBUG oslo_vmware.api [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.608601] env[70059]: DEBUG nova.network.neutron [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Updating instance_info_cache with network_info: [{"id": "08777c9b-c61a-4171-a252-4c66bbd02ecb", "address": "fa:16:3e:58:17:e4", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08777c9b-c6", "ovs_interfaceid": "08777c9b-c61a-4171-a252-4c66bbd02ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.743153] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188746, 'name': ReconfigVM_Task, 'duration_secs': 0.342388} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.743459] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2cfab35b-f2fb-4782-a2ea-6cb6059261ba/2cfab35b-f2fb-4782-a2ea-6cb6059261ba.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.744147] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e35c6c32-8861-4019-8c5a-6f13e5b1e113 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.761634] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 721.761634] env[70059]: value = "task-3188750" [ 721.761634] env[70059]: _type = "Task" [ 721.761634] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.770777] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188750, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.078021] env[70059]: INFO nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Took 43.96 seconds to build instance. [ 722.091487] env[70059]: DEBUG oslo_vmware.api [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325881} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.091760] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.092096] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.092155] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.092285] env[70059]: INFO nova.compute.manager [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Took 1.14 seconds to destroy the instance on the hypervisor. [ 722.092522] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.092729] env[70059]: DEBUG nova.compute.manager [-] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.092823] env[70059]: DEBUG nova.network.neutron [-] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.112247] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Releasing lock "refresh_cache-c185084d-195a-4157-926f-399999de0855" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.112247] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Instance network_info: |[{"id": "08777c9b-c61a-4171-a252-4c66bbd02ecb", "address": "fa:16:3e:58:17:e4", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08777c9b-c6", "ovs_interfaceid": "08777c9b-c61a-4171-a252-4c66bbd02ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.112466] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] Acquired lock "refresh_cache-c185084d-195a-4157-926f-399999de0855" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.112466] env[70059]: DEBUG nova.network.neutron [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Refreshing network info cache for port 08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.113707] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:17:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08777c9b-c61a-4171-a252-4c66bbd02ecb', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.121189] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.124950] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c185084d-195a-4157-926f-399999de0855] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.125216] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50c9a02a-266c-466f-b36c-d209af884855 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.153934] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.153934] env[70059]: value = "task-3188752" [ 722.153934] env[70059]: _type = "Task" [ 722.153934] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.170496] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188752, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.278170] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188750, 'name': Rename_Task, 'duration_secs': 0.167197} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.278816] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.278949] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd5981b-4da7-42d3-b46f-77fda72c1d66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.289967] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 722.289967] env[70059]: value = "task-3188753" [ 722.289967] env[70059]: _type = "Task" [ 722.289967] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.304575] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.429949] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad1849e-ff4c-422d-bf1b-3b39b3aae94a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.438222] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c125a-ed71-441d-8662-ee736602202a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.476785] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701befb4-ccba-4938-a395-7aed2949a476 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.486024] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2277cf2-045b-497c-92ba-dc80c9afa080 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.499230] env[70059]: DEBUG nova.compute.provider_tree [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.586905] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.262s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.666505] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188752, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.800413] env[70059]: DEBUG oslo_vmware.api [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188753, 'name': PowerOnVM_Task, 'duration_secs': 0.497132} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.800691] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.800891] env[70059]: INFO nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Took 7.19 seconds to spawn the instance on the hypervisor. [ 722.801088] env[70059]: DEBUG nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.801878] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b57385-4045-40b2-b05b-465ebc9ae74b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.857391] env[70059]: DEBUG nova.network.neutron [-] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.871772] env[70059]: DEBUG nova.network.neutron [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Updated VIF entry in instance network info cache for port 08777c9b-c61a-4171-a252-4c66bbd02ecb. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.873025] env[70059]: DEBUG nova.network.neutron [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] [instance: c185084d-195a-4157-926f-399999de0855] Updating instance_info_cache with network_info: [{"id": "08777c9b-c61a-4171-a252-4c66bbd02ecb", "address": "fa:16:3e:58:17:e4", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08777c9b-c6", "ovs_interfaceid": "08777c9b-c61a-4171-a252-4c66bbd02ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.002533] env[70059]: DEBUG nova.scheduler.client.report [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.089788] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.165976] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188752, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.318207] env[70059]: INFO nova.compute.manager [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Took 42.90 seconds to build instance. [ 723.333036] env[70059]: DEBUG nova.compute.manager [req-2264d582-1c16-4397-9708-2c2a013bfaee req-01230fb9-336c-43eb-a4f4-3fb21cbc6bd4 service nova] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Received event network-vif-deleted-82e299d8-2e1e-4366-b488-51f10b953193 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.361281] env[70059]: INFO nova.compute.manager [-] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Took 1.27 seconds to deallocate network for instance. [ 723.375322] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b265e61-ebb2-4a33-bd80-5004aa5239dd req-97b74ef3-be56-4edc-9855-e1f30e565ea7 service nova] Releasing lock "refresh_cache-c185084d-195a-4157-926f-399999de0855" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.510106] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.510641] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.513555] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.479s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.513615] env[70059]: DEBUG nova.objects.instance [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'resources' on Instance uuid 0c608994-12d8-4173-b8f0-06378d8d96ea {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.614573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.667092] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188752, 'name': CreateVM_Task, 'duration_secs': 1.273265} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.667330] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c185084d-195a-4157-926f-399999de0855] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.668134] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.668356] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.668774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.669110] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc66262-d48d-40be-bc6b-4bf2c5544b5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.674379] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 723.674379] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d72f0b-b29d-3d95-033b-d18014f6471c" [ 723.674379] env[70059]: _type = "Task" [ 723.674379] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.683214] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d72f0b-b29d-3d95-033b-d18014f6471c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.820661] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cb41d308-5e82-4835-8a32-045c430e2d39 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.405s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.867607] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.016843] env[70059]: DEBUG nova.compute.utils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.021666] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.022027] env[70059]: DEBUG nova.network.neutron [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.081541] env[70059]: DEBUG nova.policy [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73972e8525ab4df98ab64f418d939130', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab53f8407d6d4931adb7d1e13b1ebc80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.188646] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d72f0b-b29d-3d95-033b-d18014f6471c, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.193176] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.193176] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.193295] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.193366] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.193536] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.194270] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d84501f3-d8db-4a98-8e0c-50dda89f4d7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.203328] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.203554] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.206741] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3879df1f-47e9-4095-850c-ee01856abb45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.215389] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 724.215389] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523e37e3-ef04-7e25-9ca0-c9702d02cd69" [ 724.215389] env[70059]: _type = "Task" [ 724.215389] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.223473] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523e37e3-ef04-7e25-9ca0-c9702d02cd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.325028] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.500044] env[70059]: DEBUG nova.network.neutron [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Successfully created port: 8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.521859] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.611033] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445b6087-9fb1-4e7d-9fab-1f9ea0188aee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.618823] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12c446b-7951-4430-ab4c-584ef18107a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.671109] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6196c7c-8285-4688-871b-ea2fd6631967 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.683493] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9d358-0276-410c-a9a2-f9042d0bcb0d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.702753] env[70059]: DEBUG nova.compute.provider_tree [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.725577] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523e37e3-ef04-7e25-9ca0-c9702d02cd69, 'name': SearchDatastore_Task, 'duration_secs': 0.030373} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.726449] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bbdd25-2234-4d06-b7f1-9b5ef56fa229 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.734588] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 724.734588] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524dab2d-a795-a16c-465b-cdf6be5171f7" [ 724.734588] env[70059]: _type = "Task" [ 724.734588] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.742477] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524dab2d-a795-a16c-465b-cdf6be5171f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.808034] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.808306] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.808530] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.808709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.808870] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.810958] env[70059]: INFO nova.compute.manager [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Terminating instance [ 724.843141] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.206514] env[70059]: DEBUG nova.scheduler.client.report [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.245556] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524dab2d-a795-a16c-465b-cdf6be5171f7, 'name': SearchDatastore_Task, 'duration_secs': 0.068314} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.245853] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.246152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] c185084d-195a-4157-926f-399999de0855/c185084d-195a-4157-926f-399999de0855.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.246455] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5f7db24-d75d-4299-904b-03a877963137 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.253199] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 725.253199] env[70059]: value = "task-3188755" [ 725.253199] env[70059]: _type = "Task" [ 725.253199] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.262240] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.319812] env[70059]: DEBUG nova.compute.manager [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.320092] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.321072] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4c213-d704-4223-923c-f9f5533808ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.328752] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.329061] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc61455-779e-414f-9e69-5105daa47207 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.335837] env[70059]: DEBUG oslo_vmware.api [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 725.335837] env[70059]: value = "task-3188756" [ 725.335837] env[70059]: _type = "Task" [ 725.335837] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.344268] env[70059]: DEBUG oslo_vmware.api [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.536698] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.568946] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:02:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2054572388',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1091895620',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.569232] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.569388] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.569574] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.569720] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.569865] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.570092] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.570262] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.570433] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.570596] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.570865] env[70059]: DEBUG nova.virt.hardware [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.571775] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1518045c-deac-44a3-8641-d6fa9c40404c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.580308] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067366b9-c0e0-420c-9f8b-8d53942f40bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.711542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.713898] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.811s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.714129] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.714307] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 725.714621] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.722s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.716801] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f473f76-0de7-418a-b325-b960305a58b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.727321] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb826b-cf81-46e1-8b7a-e44a8b4d1c6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.745215] env[70059]: INFO nova.scheduler.client.report [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocations for instance 0c608994-12d8-4173-b8f0-06378d8d96ea [ 725.746994] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73564e9-e21e-4fbd-9a0a-bc61aa97a380 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.759903] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a8922f-2589-4c6e-8f9d-d583da76f450 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.766416] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188755, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.792860] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179961MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 725.793039] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.846325] env[70059]: DEBUG oslo_vmware.api [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188756, 'name': PowerOffVM_Task, 'duration_secs': 0.249417} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.846614] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.846787] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.847056] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85da3f4c-071e-4ce7-b2ae-f795d4d4349a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.910995] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.911206] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.911365] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleting the datastore file [datastore2] 70e48fb2-fe66-4eb8-a182-40425d0e2f1b {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.911650] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd1614d0-8b79-41e1-9fc4-3152f639054d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.918874] env[70059]: DEBUG oslo_vmware.api [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 725.918874] env[70059]: value = "task-3188759" [ 725.918874] env[70059]: _type = "Task" [ 725.918874] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.926877] env[70059]: DEBUG oslo_vmware.api [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.022582] env[70059]: DEBUG nova.compute.manager [req-c2d09414-d4c0-4bfc-876b-50ce805a5469 req-89224449-422c-4d8c-abaa-3e8f092f7791 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Received event network-vif-plugged-8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.022830] env[70059]: DEBUG oslo_concurrency.lockutils [req-c2d09414-d4c0-4bfc-876b-50ce805a5469 req-89224449-422c-4d8c-abaa-3e8f092f7791 service nova] Acquiring lock "5af0252a-65c9-4afb-9412-32666a385e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.023747] env[70059]: DEBUG oslo_concurrency.lockutils [req-c2d09414-d4c0-4bfc-876b-50ce805a5469 req-89224449-422c-4d8c-abaa-3e8f092f7791 service nova] Lock "5af0252a-65c9-4afb-9412-32666a385e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.024013] env[70059]: DEBUG oslo_concurrency.lockutils [req-c2d09414-d4c0-4bfc-876b-50ce805a5469 req-89224449-422c-4d8c-abaa-3e8f092f7791 service nova] Lock "5af0252a-65c9-4afb-9412-32666a385e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.024237] env[70059]: DEBUG nova.compute.manager [req-c2d09414-d4c0-4bfc-876b-50ce805a5469 req-89224449-422c-4d8c-abaa-3e8f092f7791 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] No waiting events found dispatching network-vif-plugged-8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.024352] env[70059]: WARNING nova.compute.manager [req-c2d09414-d4c0-4bfc-876b-50ce805a5469 req-89224449-422c-4d8c-abaa-3e8f092f7791 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Received unexpected event network-vif-plugged-8bb51fe4-4e93-44b2-90d6-b59faa49c744 for instance with vm_state building and task_state spawning. [ 726.095080] env[70059]: DEBUG nova.network.neutron [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Successfully updated port: 8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.263310] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9f3d7435-e6b0-4717-90bc-807c324e516f tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "0c608994-12d8-4173-b8f0-06378d8d96ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.803s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.269877] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526236} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.273462] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] c185084d-195a-4157-926f-399999de0855/c185084d-195a-4157-926f-399999de0855.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.273815] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.274398] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036896d7-17c9-47e5-a3e2-b3ca048a0438 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.280946] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 726.280946] env[70059]: value = "task-3188761" [ 726.280946] env[70059]: _type = "Task" [ 726.280946] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.294717] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.433790] env[70059]: DEBUG oslo_vmware.api [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216827} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.434209] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.434419] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.434596] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.434768] env[70059]: INFO nova.compute.manager [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 726.435037] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.435304] env[70059]: DEBUG nova.compute.manager [-] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.435401] env[70059]: DEBUG nova.network.neutron [-] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.599160] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.599479] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.599479] env[70059]: DEBUG nova.network.neutron [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.786050] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41899ef-de33-4da4-ae84-783148a36e35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.793720] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061294} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.795398] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.796218] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b711229-2524-4fc0-9f7a-f074a4576776 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.799785] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b73b22-a7a6-496b-9e4d-9f3e0d2980c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.822587] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c185084d-195a-4157-926f-399999de0855/c185084d-195a-4157-926f-399999de0855.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.847023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274a68dd-c1d8-4366-be49-82de68613916 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.861745] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858073e4-1101-4d19-8664-3118c40f863d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.870947] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb271526-7f99-481a-9336-e34e43abb501 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.876558] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 726.876558] env[70059]: value = "task-3188762" [ 726.876558] env[70059]: _type = "Task" [ 726.876558] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.891862] env[70059]: DEBUG nova.compute.provider_tree [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.900047] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.153489] env[70059]: DEBUG nova.network.neutron [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.256653] env[70059]: DEBUG nova.network.neutron [-] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.322037] env[70059]: DEBUG nova.network.neutron [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updating instance_info_cache with network_info: [{"id": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "address": "fa:16:3e:9f:ba:63", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb51fe4-4e", "ovs_interfaceid": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.387159] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.395176] env[70059]: DEBUG nova.scheduler.client.report [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.759528] env[70059]: INFO nova.compute.manager [-] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Took 1.32 seconds to deallocate network for instance. [ 727.823583] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Releasing lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.823929] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Instance network_info: |[{"id": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "address": "fa:16:3e:9f:ba:63", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb51fe4-4e", "ovs_interfaceid": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.824704] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ba:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb51fe4-4e93-44b2-90d6-b59faa49c744', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.832205] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Creating folder: Project (ab53f8407d6d4931adb7d1e13b1ebc80). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.832355] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5768976c-ad4b-4bd7-b347-c079c6c0d98d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.843346] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Created folder: Project (ab53f8407d6d4931adb7d1e13b1ebc80) in parent group-v637631. [ 727.843606] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Creating folder: Instances. Parent ref: group-v637707. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.843880] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce95e51-82a9-4096-9657-33c3feeaf347 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.853094] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Created folder: Instances in parent group-v637707. [ 727.853342] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.853551] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.853764] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8876ddad-b0a9-4c85-af42-c60146e3b4e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.872433] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.872433] env[70059]: value = "task-3188766" [ 727.872433] env[70059]: _type = "Task" [ 727.872433] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.879972] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188766, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.887895] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188762, 'name': ReconfigVM_Task, 'duration_secs': 0.634494} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.888534] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c185084d-195a-4157-926f-399999de0855/c185084d-195a-4157-926f-399999de0855.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.889023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a97ff6a-7471-490b-9b02-4cba45ae505e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.895176] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 727.895176] env[70059]: value = "task-3188767" [ 727.895176] env[70059]: _type = "Task" [ 727.895176] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.906425] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188767, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.052591] env[70059]: DEBUG nova.compute.manager [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Received event network-changed-8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.052780] env[70059]: DEBUG nova.compute.manager [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Refreshing instance network info cache due to event network-changed-8bb51fe4-4e93-44b2-90d6-b59faa49c744. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.052999] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] Acquiring lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.053157] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] Acquired lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.053362] env[70059]: DEBUG nova.network.neutron [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Refreshing network info cache for port 8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.268687] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.383717] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188766, 'name': CreateVM_Task, 'duration_secs': 0.358561} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.384043] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.384850] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.385246] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.385683] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.386056] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee130834-c065-44d3-8d48-b7f6c50002f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.392216] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 728.392216] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52254e99-287a-7a58-6ab0-0de8664b0980" [ 728.392216] env[70059]: _type = "Task" [ 728.392216] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.403676] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52254e99-287a-7a58-6ab0-0de8664b0980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.409037] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.694s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.411891] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188767, 'name': Rename_Task, 'duration_secs': 0.149831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.412423] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.377s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.414113] env[70059]: INFO nova.compute.claims [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.416786] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.417290] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd4a059-a1e1-4ee6-bfdf-8c647e6624d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.425370] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 728.425370] env[70059]: value = "task-3188769" [ 728.425370] env[70059]: _type = "Task" [ 728.425370] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.436811] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.831134] env[70059]: DEBUG nova.network.neutron [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updated VIF entry in instance network info cache for port 8bb51fe4-4e93-44b2-90d6-b59faa49c744. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.831599] env[70059]: DEBUG nova.network.neutron [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updating instance_info_cache with network_info: [{"id": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "address": "fa:16:3e:9f:ba:63", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb51fe4-4e", "ovs_interfaceid": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.903024] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52254e99-287a-7a58-6ab0-0de8664b0980, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.903218] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.903280] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.903514] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.903664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.903828] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.904142] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be51e285-3563-4763-9b8d-db1adc758d41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.923355] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.923794] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.924647] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdbc17b3-17be-45bb-b1b0-868d3d122c9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.933520] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 728.933520] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5225ce9d-f342-d093-2878-911d48666fa8" [ 728.933520] env[70059]: _type = "Task" [ 728.933520] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.936766] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.949756] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5225ce9d-f342-d093-2878-911d48666fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.950564] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48adaa5e-07e3-48f2-8798-0f97e4747517 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.956153] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 728.956153] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d3b060-ba33-e98c-4945-6d14315d2a70" [ 728.956153] env[70059]: _type = "Task" [ 728.956153] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.964562] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d3b060-ba33-e98c-4945-6d14315d2a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.993491] env[70059]: INFO nova.scheduler.client.report [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleted allocation for migration 9c081d6d-5cd2-48e1-8e03-7261412413dd [ 729.334907] env[70059]: DEBUG oslo_concurrency.lockutils [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] Releasing lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.335269] env[70059]: DEBUG nova.compute.manager [req-d4893235-04a0-45a4-a098-7002883fdd81 req-d393b09e-30d0-4696-a2f4-92ea9238f9ec service nova] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Received event network-vif-deleted-138b56c8-c6aa-42b5-888b-6ed202b077c8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.438414] env[70059]: DEBUG oslo_vmware.api [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188769, 'name': PowerOnVM_Task, 'duration_secs': 0.629208} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.438692] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.438896] env[70059]: INFO nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Took 9.88 seconds to spawn the instance on the hypervisor. [ 729.439135] env[70059]: DEBUG nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.440054] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cb9070-2547-495b-82da-18d74206fe12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.470712] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d3b060-ba33-e98c-4945-6d14315d2a70, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.470712] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.470712] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5af0252a-65c9-4afb-9412-32666a385e42/5af0252a-65c9-4afb-9412-32666a385e42.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.470883] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9fd6b08-4351-4069-9916-2fcbfce35dfe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.478573] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 729.478573] env[70059]: value = "task-3188770" [ 729.478573] env[70059]: _type = "Task" [ 729.478573] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.489479] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.500614] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07da687f-c16a-4660-bec2-2cc90abe6829 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.750s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.958828] env[70059]: INFO nova.compute.manager [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Took 45.20 seconds to build instance. [ 729.983278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1a1e0-47df-4145-bb07-cc59c33b22af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.999137] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a93f4ae-9180-4e52-8a8e-fde1bf27fc62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.002525] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.032293] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320aef5c-a37b-4b8d-89e7-a1b8f53a2327 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.041546] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969dffd2-5d9a-4fb1-ab06-2673c35e4c44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.055439] env[70059]: DEBUG nova.compute.provider_tree [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.369060] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93552cc-e7ad-40ca-9f36-ae043d6eb963 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.376464] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] [instance: c185084d-195a-4157-926f-399999de0855] Suspending the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 730.377179] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5c267a03-58dd-45a0-b161-db61cadc860c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.385954] env[70059]: DEBUG oslo_vmware.api [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] Waiting for the task: (returnval){ [ 730.385954] env[70059]: value = "task-3188773" [ 730.385954] env[70059]: _type = "Task" [ 730.385954] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.397360] env[70059]: DEBUG oslo_vmware.api [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] Task: {'id': task-3188773, 'name': SuspendVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.463041] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8d40d8bc-e903-4530-b61c-0b69a9073ce8 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "c185084d-195a-4157-926f-399999de0855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.543s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.494640] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994888} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.494934] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5af0252a-65c9-4afb-9412-32666a385e42/5af0252a-65c9-4afb-9412-32666a385e42.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.495169] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.495697] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cd669f2-82b7-4f69-9f5b-2193b9bc1385 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.502677] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 730.502677] env[70059]: value = "task-3188774" [ 730.502677] env[70059]: _type = "Task" [ 730.502677] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.511224] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.559766] env[70059]: DEBUG nova.scheduler.client.report [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.897840] env[70059]: DEBUG oslo_vmware.api [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] Task: {'id': task-3188773, 'name': SuspendVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.966010] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.014068] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083279} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.014457] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.015401] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2348f41-d3e4-454b-94f4-d5d06433c686 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.039984] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5af0252a-65c9-4afb-9412-32666a385e42/5af0252a-65c9-4afb-9412-32666a385e42.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.040343] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c61c747-b28a-4095-9d06-80dbfdd0f5fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.060743] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 731.060743] env[70059]: value = "task-3188775" [ 731.060743] env[70059]: _type = "Task" [ 731.060743] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.065635] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.066225] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.069125] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.589s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.070638] env[70059]: INFO nova.compute.claims [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.078364] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.397924] env[70059]: DEBUG oslo_vmware.api [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] Task: {'id': task-3188773, 'name': SuspendVM_Task, 'duration_secs': 0.784865} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.397924] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] [instance: c185084d-195a-4157-926f-399999de0855] Suspended the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 731.397924] env[70059]: DEBUG nova.compute.manager [None req-4079a1f3-4f3b-4442-b4fb-3bd507861da9 tempest-ServersAdminNegativeTestJSON-1964879884 tempest-ServersAdminNegativeTestJSON-1964879884-project-admin] [instance: c185084d-195a-4157-926f-399999de0855] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.398705] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16151c64-989d-43e5-b608-ec905ab45fc1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.492635] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.539017] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "edec81c1-e48e-4c35-8a6d-62862975ce93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.539279] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.569751] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188775, 'name': ReconfigVM_Task, 'duration_secs': 0.305852} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.569993] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5af0252a-65c9-4afb-9412-32666a385e42/5af0252a-65c9-4afb-9412-32666a385e42.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.570762] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f600680a-c85b-411e-9540-aebfbf949b8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.577253] env[70059]: DEBUG nova.compute.utils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.579606] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.579855] env[70059]: DEBUG nova.network.neutron [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.581442] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 731.581442] env[70059]: value = "task-3188776" [ 731.581442] env[70059]: _type = "Task" [ 731.581442] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.590226] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188776, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.626193] env[70059]: DEBUG nova.policy [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dfcb089e0de4396877ddd702f3f59d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f5ea8d10b14ba2a6aff44d1240f7b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.935164] env[70059]: DEBUG nova.network.neutron [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Successfully created port: fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.083321] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.095813] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188776, 'name': Rename_Task, 'duration_secs': 0.142846} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.096724] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.096724] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2686ab6-3579-4ac8-82d2-8b5ed519c745 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.102991] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 732.102991] env[70059]: value = "task-3188778" [ 732.102991] env[70059]: _type = "Task" [ 732.102991] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.115029] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.616296] env[70059]: DEBUG oslo_vmware.api [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188778, 'name': PowerOnVM_Task, 'duration_secs': 0.490642} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.616296] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.616296] env[70059]: INFO nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Took 7.08 seconds to spawn the instance on the hypervisor. [ 732.616531] env[70059]: DEBUG nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.617300] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596154a8-2f91-4e55-8992-aa87d71c36c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.719028] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cbadbb-7678-4c2f-a230-603f89f2981f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.727115] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfec4b-0e78-4683-aa82-e91087661e7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.759126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd55b93c-de7e-4cf7-a12c-d366d8988e5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.767550] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f327c-ef90-4f6e-8485-0afceef111f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.783594] env[70059]: DEBUG nova.compute.provider_tree [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.097407] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.141266] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.142029] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.142029] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.142029] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.142409] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.142711] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.142899] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.143082] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.143313] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.143514] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.143887] env[70059]: DEBUG nova.virt.hardware [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.144940] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70c2ab-c5be-4b00-b614-4d792defff0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.150048] env[70059]: INFO nova.compute.manager [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Took 43.81 seconds to build instance. [ 733.154605] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b412341-41cd-45b2-98d6-623d16d3d5f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.288195] env[70059]: DEBUG nova.scheduler.client.report [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.571147] env[70059]: DEBUG nova.compute.manager [req-91451c11-9b77-4353-bbed-a69978569aa1 req-baa2521e-c3e2-4e1b-857e-61c6ffbfe00b service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Received event network-vif-plugged-fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.571412] env[70059]: DEBUG oslo_concurrency.lockutils [req-91451c11-9b77-4353-bbed-a69978569aa1 req-baa2521e-c3e2-4e1b-857e-61c6ffbfe00b service nova] Acquiring lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.571647] env[70059]: DEBUG oslo_concurrency.lockutils [req-91451c11-9b77-4353-bbed-a69978569aa1 req-baa2521e-c3e2-4e1b-857e-61c6ffbfe00b service nova] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.572213] env[70059]: DEBUG oslo_concurrency.lockutils [req-91451c11-9b77-4353-bbed-a69978569aa1 req-baa2521e-c3e2-4e1b-857e-61c6ffbfe00b service nova] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.572213] env[70059]: DEBUG nova.compute.manager [req-91451c11-9b77-4353-bbed-a69978569aa1 req-baa2521e-c3e2-4e1b-857e-61c6ffbfe00b service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] No waiting events found dispatching network-vif-plugged-fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.572213] env[70059]: WARNING nova.compute.manager [req-91451c11-9b77-4353-bbed-a69978569aa1 req-baa2521e-c3e2-4e1b-857e-61c6ffbfe00b service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Received unexpected event network-vif-plugged-fbc5a0dc-aa67-4113-a007-9627c50f7995 for instance with vm_state building and task_state spawning. [ 733.652610] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19cdc3d2-81df-4e89-86b8-7f757b63a466 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "5af0252a-65c9-4afb-9412-32666a385e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.912s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.703221] env[70059]: DEBUG nova.network.neutron [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Successfully updated port: fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.794130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.794654] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.797557] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.101s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.799363] env[70059]: INFO nova.compute.claims [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.933682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "c185084d-195a-4157-926f-399999de0855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.933682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "c185084d-195a-4157-926f-399999de0855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.933682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "c185084d-195a-4157-926f-399999de0855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.933682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "c185084d-195a-4157-926f-399999de0855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.933972] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "c185084d-195a-4157-926f-399999de0855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.934681] env[70059]: INFO nova.compute.manager [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Terminating instance [ 734.158198] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.206297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "refresh_cache-bd2599c1-6004-4e12-bdc8-6a00fa7add1c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.206438] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "refresh_cache-bd2599c1-6004-4e12-bdc8-6a00fa7add1c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.206588] env[70059]: DEBUG nova.network.neutron [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.311061] env[70059]: DEBUG nova.compute.utils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.312520] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.312755] env[70059]: DEBUG nova.network.neutron [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.363204] env[70059]: DEBUG nova.policy [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3844dc411411413d8807a68866940f75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1673438675c470fb5a9122bb8a73bbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.440061] env[70059]: DEBUG nova.compute.manager [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.440322] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.441264] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44c3b1e-c26e-4334-ac6d-811273d266d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.449233] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.449481] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88dc2f0-a072-4755-a546-d17cd7b7e28e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.509555] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.509775] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.509961] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Deleting the datastore file [datastore1] c185084d-195a-4157-926f-399999de0855 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.510245] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4640ea58-e6b1-4793-9e07-c1539180cf30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.516846] env[70059]: DEBUG oslo_vmware.api [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 734.516846] env[70059]: value = "task-3188783" [ 734.516846] env[70059]: _type = "Task" [ 734.516846] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.524344] env[70059]: DEBUG oslo_vmware.api [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.682629] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.702546] env[70059]: DEBUG nova.network.neutron [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Successfully created port: 15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.740579] env[70059]: DEBUG nova.network.neutron [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.816263] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.912169] env[70059]: DEBUG nova.network.neutron [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Updating instance_info_cache with network_info: [{"id": "fbc5a0dc-aa67-4113-a007-9627c50f7995", "address": "fa:16:3e:e9:b6:a6", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc5a0dc-aa", "ovs_interfaceid": "fbc5a0dc-aa67-4113-a007-9627c50f7995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.026490] env[70059]: DEBUG oslo_vmware.api [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134989} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.029014] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.029222] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.029406] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.029577] env[70059]: INFO nova.compute.manager [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: c185084d-195a-4157-926f-399999de0855] Took 0.59 seconds to destroy the instance on the hypervisor. [ 735.029820] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.030903] env[70059]: DEBUG nova.compute.manager [-] [instance: c185084d-195a-4157-926f-399999de0855] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.030903] env[70059]: DEBUG nova.network.neutron [-] [instance: c185084d-195a-4157-926f-399999de0855] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.387048] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd484c7-0457-47a7-857d-ab2ae15139ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.397308] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a01575c-7b32-4e46-a411-232fa53cf870 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.433258] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "refresh_cache-bd2599c1-6004-4e12-bdc8-6a00fa7add1c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.433640] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Instance network_info: |[{"id": "fbc5a0dc-aa67-4113-a007-9627c50f7995", "address": "fa:16:3e:e9:b6:a6", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc5a0dc-aa", "ovs_interfaceid": "fbc5a0dc-aa67-4113-a007-9627c50f7995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.435535] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b6:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc5a0dc-aa67-4113-a007-9627c50f7995', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.443604] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Creating folder: Project (d4f5ea8d10b14ba2a6aff44d1240f7b3). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.444464] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f57db-6321-44bc-b7a2-f8b26bcb1692 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.448136] env[70059]: DEBUG nova.compute.manager [req-de4ef95d-0867-44dc-b153-c1e34c9cf2d0 req-4bca8ace-ffbb-4090-9cb0-2d8f640f5cae service nova] [instance: c185084d-195a-4157-926f-399999de0855] Received event network-vif-deleted-08777c9b-c61a-4171-a252-4c66bbd02ecb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.448353] env[70059]: INFO nova.compute.manager [req-de4ef95d-0867-44dc-b153-c1e34c9cf2d0 req-4bca8ace-ffbb-4090-9cb0-2d8f640f5cae service nova] [instance: c185084d-195a-4157-926f-399999de0855] Neutron deleted interface 08777c9b-c61a-4171-a252-4c66bbd02ecb; detaching it from the instance and deleting it from the info cache [ 735.448577] env[70059]: DEBUG nova.network.neutron [req-de4ef95d-0867-44dc-b153-c1e34c9cf2d0 req-4bca8ace-ffbb-4090-9cb0-2d8f640f5cae service nova] [instance: c185084d-195a-4157-926f-399999de0855] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.451487] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2269d282-711f-4c50-a2aa-77e56f10c241 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.458326] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc50027-c1d3-4f87-8420-ef72fc3cfb6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.464159] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Created folder: Project (d4f5ea8d10b14ba2a6aff44d1240f7b3) in parent group-v637631. [ 735.465027] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Creating folder: Instances. Parent ref: group-v637712. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.465123] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4c1075a-c2e5-4b08-a32a-7f7dcc1e4787 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.478026] env[70059]: DEBUG nova.compute.provider_tree [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.478026] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Created folder: Instances in parent group-v637712. [ 735.478026] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.478026] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.478026] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb011ada-b03b-4248-9c39-32defbb45b32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.498345] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.498345] env[70059]: value = "task-3188786" [ 735.498345] env[70059]: _type = "Task" [ 735.498345] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.506816] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188786, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.637173] env[70059]: DEBUG nova.compute.manager [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Received event network-changed-8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.637392] env[70059]: DEBUG nova.compute.manager [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Refreshing instance network info cache due to event network-changed-8bb51fe4-4e93-44b2-90d6-b59faa49c744. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.637615] env[70059]: DEBUG oslo_concurrency.lockutils [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] Acquiring lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.637814] env[70059]: DEBUG oslo_concurrency.lockutils [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] Acquired lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.638143] env[70059]: DEBUG nova.network.neutron [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Refreshing network info cache for port 8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.833367] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.848873] env[70059]: DEBUG nova.network.neutron [-] [instance: c185084d-195a-4157-926f-399999de0855] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.858658] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.858906] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.859074] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.859264] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.859410] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.859551] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.859759] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.859911] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.860090] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.860254] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.860428] env[70059]: DEBUG nova.virt.hardware [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.861305] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ec97b0-e690-4906-89b0-9a6245fe634f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.870092] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561aebb-251a-461d-87a6-2ca37f57447f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.952570] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7304fc5-d818-4cf4-a7b1-0a0ebbf27e11 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.960564] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98f2d8-cdc3-4b15-90d9-5398a423462c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.979072] env[70059]: DEBUG nova.scheduler.client.report [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.994049] env[70059]: DEBUG nova.compute.manager [req-de4ef95d-0867-44dc-b153-c1e34c9cf2d0 req-4bca8ace-ffbb-4090-9cb0-2d8f640f5cae service nova] [instance: c185084d-195a-4157-926f-399999de0855] Detach interface failed, port_id=08777c9b-c61a-4171-a252-4c66bbd02ecb, reason: Instance c185084d-195a-4157-926f-399999de0855 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 735.995647] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.996127] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.998550] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.379s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.999942] env[70059]: INFO nova.compute.claims [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.011258] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188786, 'name': CreateVM_Task, 'duration_secs': 0.365448} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.011425] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.012169] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.012460] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.012571] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.012823] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f6d63d-a760-4813-8d4f-03aa85092da3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.020015] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 736.020015] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525b3f4c-4b6b-171f-e099-44363a3e72ae" [ 736.020015] env[70059]: _type = "Task" [ 736.020015] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.027439] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525b3f4c-4b6b-171f-e099-44363a3e72ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.295764] env[70059]: DEBUG nova.network.neutron [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Successfully updated port: 15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.351814] env[70059]: INFO nova.compute.manager [-] [instance: c185084d-195a-4157-926f-399999de0855] Took 1.32 seconds to deallocate network for instance. [ 736.439839] env[70059]: DEBUG nova.network.neutron [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updated VIF entry in instance network info cache for port 8bb51fe4-4e93-44b2-90d6-b59faa49c744. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.440254] env[70059]: DEBUG nova.network.neutron [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updating instance_info_cache with network_info: [{"id": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "address": "fa:16:3e:9f:ba:63", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb51fe4-4e", "ovs_interfaceid": "8bb51fe4-4e93-44b2-90d6-b59faa49c744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.507209] env[70059]: DEBUG nova.compute.utils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.509302] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.509302] env[70059]: DEBUG nova.network.neutron [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.531347] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525b3f4c-4b6b-171f-e099-44363a3e72ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.533318] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.533553] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.533787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.533932] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.534134] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.534403] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d6b1ec1-ac04-4cd9-b16b-91745dde0005 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.544287] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.544434] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.548020] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a61377-e845-472a-90d3-5b9288031542 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.551229] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 736.551229] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5200db6e-8002-ea7b-92bf-71355b46c314" [ 736.551229] env[70059]: _type = "Task" [ 736.551229] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.560628] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5200db6e-8002-ea7b-92bf-71355b46c314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.599126] env[70059]: DEBUG nova.policy [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca162f987f554db78d9621657a9c341b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b58b9e7c8a2248c4939d91b7c58840b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.800985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.801160] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquired lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.801316] env[70059]: DEBUG nova.network.neutron [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.864093] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.945835] env[70059]: DEBUG oslo_concurrency.lockutils [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] Releasing lock "refresh_cache-5af0252a-65c9-4afb-9412-32666a385e42" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.946149] env[70059]: DEBUG nova.compute.manager [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Received event network-changed-fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.946720] env[70059]: DEBUG nova.compute.manager [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Refreshing instance network info cache due to event network-changed-fbc5a0dc-aa67-4113-a007-9627c50f7995. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.946720] env[70059]: DEBUG oslo_concurrency.lockutils [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] Acquiring lock "refresh_cache-bd2599c1-6004-4e12-bdc8-6a00fa7add1c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.946842] env[70059]: DEBUG oslo_concurrency.lockutils [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] Acquired lock "refresh_cache-bd2599c1-6004-4e12-bdc8-6a00fa7add1c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946904] env[70059]: DEBUG nova.network.neutron [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Refreshing network info cache for port fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.015161] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.036479] env[70059]: DEBUG nova.network.neutron [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Successfully created port: e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.062643] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5200db6e-8002-ea7b-92bf-71355b46c314, 'name': SearchDatastore_Task, 'duration_secs': 0.007668} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.070436] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61573486-905d-457b-9fec-182964a5bca6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.076246] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 737.076246] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52902851-5906-ca0f-0dfe-d366d192d88a" [ 737.076246] env[70059]: _type = "Task" [ 737.076246] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.085705] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52902851-5906-ca0f-0dfe-d366d192d88a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.343421] env[70059]: DEBUG nova.network.neutron [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.542083] env[70059]: DEBUG nova.network.neutron [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updating instance_info_cache with network_info: [{"id": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "address": "fa:16:3e:18:86:83", "network": {"id": "0e116a1c-3b38-4c49-b177-e3d1edcf8f98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1310376154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1673438675c470fb5a9122bb8a73bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e75c5d-4c", "ovs_interfaceid": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.567165] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7433b401-17d8-40c9-9186-a02f64fcd756 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.583772] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb76a24-c2f5-40be-904d-5825e83dbd9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.592801] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52902851-5906-ca0f-0dfe-d366d192d88a, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.617521] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.617826] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] bd2599c1-6004-4e12-bdc8-6a00fa7add1c/bd2599c1-6004-4e12-bdc8-6a00fa7add1c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.618646] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cad73cc-8ad7-40c6-8e2a-873eb9b934e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.621122] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604c4efa-6932-4c4c-bf04-dcb5450448df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.630416] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4e65e-93b6-4d40-bd6d-526119fdf5ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.634657] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 737.634657] env[70059]: value = "task-3188788" [ 737.634657] env[70059]: _type = "Task" [ 737.634657] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.649597] env[70059]: DEBUG nova.compute.provider_tree [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.655672] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.696493] env[70059]: DEBUG nova.compute.manager [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Received event network-vif-plugged-15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.696834] env[70059]: DEBUG oslo_concurrency.lockutils [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] Acquiring lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.697164] env[70059]: DEBUG oslo_concurrency.lockutils [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.697465] env[70059]: DEBUG oslo_concurrency.lockutils [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.697586] env[70059]: DEBUG nova.compute.manager [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] No waiting events found dispatching network-vif-plugged-15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.697769] env[70059]: WARNING nova.compute.manager [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Received unexpected event network-vif-plugged-15e75c5d-4cce-4bf6-b76c-92d2703c7a77 for instance with vm_state building and task_state spawning. [ 737.698060] env[70059]: DEBUG nova.compute.manager [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Received event network-changed-15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.698447] env[70059]: DEBUG nova.compute.manager [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Refreshing instance network info cache due to event network-changed-15e75c5d-4cce-4bf6-b76c-92d2703c7a77. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.698447] env[70059]: DEBUG oslo_concurrency.lockutils [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] Acquiring lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.717579] env[70059]: DEBUG nova.network.neutron [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Updated VIF entry in instance network info cache for port fbc5a0dc-aa67-4113-a007-9627c50f7995. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.717693] env[70059]: DEBUG nova.network.neutron [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Updating instance_info_cache with network_info: [{"id": "fbc5a0dc-aa67-4113-a007-9627c50f7995", "address": "fa:16:3e:e9:b6:a6", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc5a0dc-aa", "ovs_interfaceid": "fbc5a0dc-aa67-4113-a007-9627c50f7995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.831525] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquiring lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.831765] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.027696] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.045900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Releasing lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.045900] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Instance network_info: |[{"id": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "address": "fa:16:3e:18:86:83", "network": {"id": "0e116a1c-3b38-4c49-b177-e3d1edcf8f98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1310376154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1673438675c470fb5a9122bb8a73bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e75c5d-4c", "ovs_interfaceid": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.046409] env[70059]: DEBUG oslo_concurrency.lockutils [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] Acquired lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.046600] env[70059]: DEBUG nova.network.neutron [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Refreshing network info cache for port 15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.047937] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:86:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15e75c5d-4cce-4bf6-b76c-92d2703c7a77', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.058514] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Creating folder: Project (f1673438675c470fb5a9122bb8a73bbf). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.063953] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea537d2-1422-4398-b5fd-721c7e023e8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.076303] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Created folder: Project (f1673438675c470fb5a9122bb8a73bbf) in parent group-v637631. [ 738.076303] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Creating folder: Instances. Parent ref: group-v637715. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.076303] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b235465-cbd6-4897-8cac-2be15d821b80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.079959] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.084022] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.084022] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.084022] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.084022] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.084022] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.084429] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.084429] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.084429] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.084429] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.084429] env[70059]: DEBUG nova.virt.hardware [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.084588] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc018b-c9d9-4a40-9021-1e82f06f4949 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.095477] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa4e0f-c5e8-4e2a-bd9b-64ed8fd32311 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.107036] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Created folder: Instances in parent group-v637715. [ 738.107036] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.107036] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.107036] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac6f6d1-2932-4fd4-8c27-2246e7780ebf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.144872] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.144872] env[70059]: value = "task-3188791" [ 738.144872] env[70059]: _type = "Task" [ 738.144872] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.157018] env[70059]: DEBUG nova.scheduler.client.report [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.162889] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443981} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.162889] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] bd2599c1-6004-4e12-bdc8-6a00fa7add1c/bd2599c1-6004-4e12-bdc8-6a00fa7add1c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.162889] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.162889] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8640afbb-c8be-40e2-aba1-3d2a1cea9e21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.166617] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188791, 'name': CreateVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.178694] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 738.178694] env[70059]: value = "task-3188792" [ 738.178694] env[70059]: _type = "Task" [ 738.178694] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.187198] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.221041] env[70059]: DEBUG oslo_concurrency.lockutils [req-917638dd-8b35-43bc-8a96-cbc38fac96cb req-753e159d-6726-4a28-8870-e520e0e594f2 service nova] Releasing lock "refresh_cache-bd2599c1-6004-4e12-bdc8-6a00fa7add1c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.513924] env[70059]: DEBUG nova.network.neutron [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updated VIF entry in instance network info cache for port 15e75c5d-4cce-4bf6-b76c-92d2703c7a77. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.514307] env[70059]: DEBUG nova.network.neutron [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updating instance_info_cache with network_info: [{"id": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "address": "fa:16:3e:18:86:83", "network": {"id": "0e116a1c-3b38-4c49-b177-e3d1edcf8f98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1310376154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1673438675c470fb5a9122bb8a73bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e75c5d-4c", "ovs_interfaceid": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.656626] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188791, 'name': CreateVM_Task, 'duration_secs': 0.359319} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.656848] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.658775] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.658775] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.658775] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.658775] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd5be95-a759-43c2-9676-3c20db90ef47 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.662314] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.662853] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.667357] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.290s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.667624] env[70059]: DEBUG nova.objects.instance [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lazy-loading 'resources' on Instance uuid b926f89c-70d6-4fbb-93b5-6b7e996fda47 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.668951] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 738.668951] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52481fa4-f890-41ac-8510-e4a0c59eed25" [ 738.668951] env[70059]: _type = "Task" [ 738.668951] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.678175] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52481fa4-f890-41ac-8510-e4a0c59eed25, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.679122] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.679385] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.679697] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.679892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.680110] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.680675] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d35e127-2b39-40cb-9e48-da7d48b455c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.692045] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057702} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.693164] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.693521] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.694205] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.695086] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8dc04-4320-4d63-9b4a-18404a7d8884 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.697483] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7b4e11-6526-4405-8897-d7b2f32a1471 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.704430] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 738.704430] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d614e0-3645-a75f-60a0-f3c8fea4a58b" [ 738.704430] env[70059]: _type = "Task" [ 738.704430] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.722088] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] bd2599c1-6004-4e12-bdc8-6a00fa7add1c/bd2599c1-6004-4e12-bdc8-6a00fa7add1c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.725724] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa25313b-3191-43f1-9824-8336fb2c5f70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.741442] env[70059]: DEBUG nova.compute.manager [req-f05d2c31-62d0-46e6-8466-58fecce0ee4c req-f0608a01-4ffb-46e8-a165-8867b93a6491 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Received event network-vif-plugged-e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.741649] env[70059]: DEBUG oslo_concurrency.lockutils [req-f05d2c31-62d0-46e6-8466-58fecce0ee4c req-f0608a01-4ffb-46e8-a165-8867b93a6491 service nova] Acquiring lock "4410dd08-9b92-47af-90ce-103ca049e17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.741848] env[70059]: DEBUG oslo_concurrency.lockutils [req-f05d2c31-62d0-46e6-8466-58fecce0ee4c req-f0608a01-4ffb-46e8-a165-8867b93a6491 service nova] Lock "4410dd08-9b92-47af-90ce-103ca049e17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.742025] env[70059]: DEBUG oslo_concurrency.lockutils [req-f05d2c31-62d0-46e6-8466-58fecce0ee4c req-f0608a01-4ffb-46e8-a165-8867b93a6491 service nova] Lock "4410dd08-9b92-47af-90ce-103ca049e17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.742195] env[70059]: DEBUG nova.compute.manager [req-f05d2c31-62d0-46e6-8466-58fecce0ee4c req-f0608a01-4ffb-46e8-a165-8867b93a6491 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] No waiting events found dispatching network-vif-plugged-e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.742356] env[70059]: WARNING nova.compute.manager [req-f05d2c31-62d0-46e6-8466-58fecce0ee4c req-f0608a01-4ffb-46e8-a165-8867b93a6491 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Received unexpected event network-vif-plugged-e5713749-c38d-4b6d-85c3-6455299c890e for instance with vm_state building and task_state spawning. [ 738.748820] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d614e0-3645-a75f-60a0-f3c8fea4a58b, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.750550] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 738.750550] env[70059]: value = "task-3188793" [ 738.750550] env[70059]: _type = "Task" [ 738.750550] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.750744] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59534f49-c45d-4969-9a4f-e7253429245c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.763235] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.764743] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 738.764743] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52498829-b842-0984-845f-ed0ed71548f2" [ 738.764743] env[70059]: _type = "Task" [ 738.764743] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.772213] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52498829-b842-0984-845f-ed0ed71548f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.791892] env[70059]: DEBUG nova.network.neutron [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Successfully updated port: e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.018014] env[70059]: DEBUG oslo_concurrency.lockutils [req-35059eb6-9c17-4700-8e22-b61d245095e0 req-dda98aae-cf01-4ade-8b13-dcf0b70a233b service nova] Releasing lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.173819] env[70059]: DEBUG nova.compute.utils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.175448] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.175624] env[70059]: DEBUG nova.network.neutron [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.237228] env[70059]: DEBUG nova.policy [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dab38aca36a6430abc3497a8f50408df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bd7c2d04d26480bac3ec9c9290838b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.268923] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188793, 'name': ReconfigVM_Task, 'duration_secs': 0.31442} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.272615] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] bd2599c1-6004-4e12-bdc8-6a00fa7add1c/bd2599c1-6004-4e12-bdc8-6a00fa7add1c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.273287] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed1baaaf-a97d-4c65-84db-c8f60f7cea98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.282584] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52498829-b842-0984-845f-ed0ed71548f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.285692] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.285963] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] f7269ff0-c7b4-4dd9-9413-5198ce7a6b86/f7269ff0-c7b4-4dd9-9413-5198ce7a6b86.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.286397] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 739.286397] env[70059]: value = "task-3188794" [ 739.286397] env[70059]: _type = "Task" [ 739.286397] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.286525] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f925a2e-b346-4517-b5d2-c150c43cf6f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.299019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "refresh_cache-4410dd08-9b92-47af-90ce-103ca049e17a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.299019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired lock "refresh_cache-4410dd08-9b92-47af-90ce-103ca049e17a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.299019] env[70059]: DEBUG nova.network.neutron [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.299723] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 739.299723] env[70059]: value = "task-3188795" [ 739.299723] env[70059]: _type = "Task" [ 739.299723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.302890] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188794, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.313283] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.679168] env[70059]: DEBUG nova.network.neutron [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Successfully created port: f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.681618] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.738835] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "88075c05-5098-4c8a-83e1-1569ab3f7364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.739173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.794041] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8efa8-c54d-49f0-a4e6-940f78d10799 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.807032] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188794, 'name': Rename_Task, 'duration_secs': 0.153011} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.813952] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c3ac2-b792-477b-95df-9e603dc27b67 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.814176] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.814782] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c70a9efc-edc8-4869-8f5f-6fda2c77b134 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.824665] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497121} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.849488] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] f7269ff0-c7b4-4dd9-9413-5198ce7a6b86/f7269ff0-c7b4-4dd9-9413-5198ce7a6b86.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.849741] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.850312] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 739.850312] env[70059]: value = "task-3188796" [ 739.850312] env[70059]: _type = "Task" [ 739.850312] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.850511] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c1bb052-8156-4b7d-b23c-600d27f5d849 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.854208] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f326a-fc13-4917-8efc-39755b5fbcba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.866889] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.873028] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 739.873028] env[70059]: value = "task-3188797" [ 739.873028] env[70059]: _type = "Task" [ 739.873028] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.873949] env[70059]: DEBUG nova.network.neutron [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.878468] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867fb94f-0a57-4870-aa79-6ba798edc5fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.892772] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.901297] env[70059]: DEBUG nova.compute.provider_tree [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.160788] env[70059]: DEBUG nova.network.neutron [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Updating instance_info_cache with network_info: [{"id": "e5713749-c38d-4b6d-85c3-6455299c890e", "address": "fa:16:3e:d3:46:c9", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5713749-c3", "ovs_interfaceid": "e5713749-c38d-4b6d-85c3-6455299c890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.365739] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.393850] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088197} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.394333] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.395180] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff9341-8cfc-499d-b615-6aba0a5ae177 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.412152] env[70059]: DEBUG nova.scheduler.client.report [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.424901] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f7269ff0-c7b4-4dd9-9413-5198ce7a6b86/f7269ff0-c7b4-4dd9-9413-5198ce7a6b86.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.425655] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b97d409-01ea-4002-aa38-8851d7d267bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.450166] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 740.450166] env[70059]: value = "task-3188798" [ 740.450166] env[70059]: _type = "Task" [ 740.450166] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.460401] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.664379] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Releasing lock "refresh_cache-4410dd08-9b92-47af-90ce-103ca049e17a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.664727] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Instance network_info: |[{"id": "e5713749-c38d-4b6d-85c3-6455299c890e", "address": "fa:16:3e:d3:46:c9", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5713749-c3", "ovs_interfaceid": "e5713749-c38d-4b6d-85c3-6455299c890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.665191] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:46:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5713749-c38d-4b6d-85c3-6455299c890e', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.672669] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating folder: Project (b58b9e7c8a2248c4939d91b7c58840b4). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.672931] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46406672-ead8-4786-91e1-b94b0aa51438 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.687947] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Created folder: Project (b58b9e7c8a2248c4939d91b7c58840b4) in parent group-v637631. [ 740.687947] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating folder: Instances. Parent ref: group-v637718. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.687947] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c613784-315f-499c-91bb-efb570351171 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.691096] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.703533] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Created folder: Instances in parent group-v637718. [ 740.703909] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.704652] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.704986] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe3a918e-1106-4dd6-8fe8-8b6613bca7f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728028] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.728446] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.728571] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.728648] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.728785] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.728952] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.729249] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.729384] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.729489] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.729675] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.729809] env[70059]: DEBUG nova.virt.hardware [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.730656] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b90382-34a9-40a6-8e7f-242f46357edd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.734135] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.734135] env[70059]: value = "task-3188801" [ 740.734135] env[70059]: _type = "Task" [ 740.734135] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.740956] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f5078-b3f0-4a46-99c9-f907171e36c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.747806] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188801, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.765699] env[70059]: DEBUG nova.compute.manager [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Received event network-changed-e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.765902] env[70059]: DEBUG nova.compute.manager [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Refreshing instance network info cache due to event network-changed-e5713749-c38d-4b6d-85c3-6455299c890e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.766135] env[70059]: DEBUG oslo_concurrency.lockutils [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] Acquiring lock "refresh_cache-4410dd08-9b92-47af-90ce-103ca049e17a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.766363] env[70059]: DEBUG oslo_concurrency.lockutils [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] Acquired lock "refresh_cache-4410dd08-9b92-47af-90ce-103ca049e17a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.766642] env[70059]: DEBUG nova.network.neutron [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Refreshing network info cache for port e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.865763] env[70059]: DEBUG oslo_vmware.api [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188796, 'name': PowerOnVM_Task, 'duration_secs': 0.543371} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.866281] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.866281] env[70059]: INFO nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Took 7.77 seconds to spawn the instance on the hypervisor. [ 740.866466] env[70059]: DEBUG nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.867280] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bcffc1-8ec5-45fb-bcda-f56b127dc2bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.926932] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.930066] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.157s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.931111] env[70059]: INFO nova.compute.claims [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.956431] env[70059]: INFO nova.scheduler.client.report [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Deleted allocations for instance b926f89c-70d6-4fbb-93b5-6b7e996fda47 [ 740.962037] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.244796] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188801, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.388771] env[70059]: INFO nova.compute.manager [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Took 41.38 seconds to build instance. [ 741.470215] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188798, 'name': ReconfigVM_Task, 'duration_secs': 0.765721} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.470215] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f7269ff0-c7b4-4dd9-9413-5198ce7a6b86/f7269ff0-c7b4-4dd9-9413-5198ce7a6b86.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.471214] env[70059]: DEBUG oslo_concurrency.lockutils [None req-081e53d3-0972-4449-b0b6-9181570606dd tempest-ServerTagsTestJSON-298531431 tempest-ServerTagsTestJSON-298531431-project-member] Lock "b926f89c-70d6-4fbb-93b5-6b7e996fda47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.121s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.473340] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35ac5930-c541-4339-9a39-ff50456b47d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.481421] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 741.481421] env[70059]: value = "task-3188802" [ 741.481421] env[70059]: _type = "Task" [ 741.481421] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.491184] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188802, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.715444] env[70059]: DEBUG nova.network.neutron [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Updated VIF entry in instance network info cache for port e5713749-c38d-4b6d-85c3-6455299c890e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.715835] env[70059]: DEBUG nova.network.neutron [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Updating instance_info_cache with network_info: [{"id": "e5713749-c38d-4b6d-85c3-6455299c890e", "address": "fa:16:3e:d3:46:c9", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5713749-c3", "ovs_interfaceid": "e5713749-c38d-4b6d-85c3-6455299c890e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.745964] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188801, 'name': CreateVM_Task, 'duration_secs': 0.528001} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.746191] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.746859] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.747041] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.747443] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.748009] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f1d8d0-b0ef-4da2-9261-6b1f0e26eb78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.753576] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 741.753576] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b1d0c7-243d-a1c2-cf43-ec160da0c05e" [ 741.753576] env[70059]: _type = "Task" [ 741.753576] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.767236] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b1d0c7-243d-a1c2-cf43-ec160da0c05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.769895] env[70059]: DEBUG nova.network.neutron [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Successfully updated port: f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.891463] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dac36fe-94e0-4c9e-b79c-89746994ae1c tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.021s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.992537] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188802, 'name': Rename_Task, 'duration_secs': 0.436432} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.995106] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.995574] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8adc67-a137-4801-990e-c1960798e88c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.004929] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 742.004929] env[70059]: value = "task-3188803" [ 742.004929] env[70059]: _type = "Task" [ 742.004929] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.018124] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.218728] env[70059]: DEBUG oslo_concurrency.lockutils [req-ad679d4e-1013-4a7d-8f97-62f84d5b4154 req-25bb1fe6-2b86-4587-8108-6030ba3af753 service nova] Releasing lock "refresh_cache-4410dd08-9b92-47af-90ce-103ca049e17a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.263287] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b1d0c7-243d-a1c2-cf43-ec160da0c05e, 'name': SearchDatastore_Task, 'duration_secs': 0.013274} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.266397] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.266397] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.266397] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.266561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.267633] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.267633] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9057910-b89c-47fe-962e-1c5787ac10c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.272909] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.272950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquired lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.273116] env[70059]: DEBUG nova.network.neutron [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.280392] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.280392] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.280392] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1092a24d-58b8-48b4-894e-1025010f9afa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.288990] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 742.288990] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524228cc-ecb1-77a0-2fd5-fc6d8b829b62" [ 742.288990] env[70059]: _type = "Task" [ 742.288990] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.309759] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524228cc-ecb1-77a0-2fd5-fc6d8b829b62, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.310059] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90b1ce7-fc73-4e0a-8611-bc42a068f820 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.318442] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 742.318442] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523a9216-4b70-85a0-dba0-0db2bdc31b6b" [ 742.318442] env[70059]: _type = "Task" [ 742.318442] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.330211] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523a9216-4b70-85a0-dba0-0db2bdc31b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.333340] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.333653] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 4410dd08-9b92-47af-90ce-103ca049e17a/4410dd08-9b92-47af-90ce-103ca049e17a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.334817] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404a1343-87c7-40f4-a6a3-d2b5f5ef6614 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.343314] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 742.343314] env[70059]: value = "task-3188804" [ 742.343314] env[70059]: _type = "Task" [ 742.343314] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.358325] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.398489] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.521950] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188803, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.598291] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6398088-9b2b-4224-a024-51594b202fb3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.608328] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e7acf5-907c-4432-aea4-614524aedd93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.641994] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2d9ae-fa68-4f2e-b19b-71666ec989a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.653294] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695e6a30-2a4b-478f-8b16-8bb970ed05fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.670352] env[70059]: DEBUG nova.compute.provider_tree [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.815936] env[70059]: DEBUG nova.network.neutron [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.856831] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476647} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.857118] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 4410dd08-9b92-47af-90ce-103ca049e17a/4410dd08-9b92-47af-90ce-103ca049e17a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.857408] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.857666] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6518acb5-bb16-4238-90e3-55c78581973c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.869083] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 742.869083] env[70059]: value = "task-3188805" [ 742.869083] env[70059]: _type = "Task" [ 742.869083] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.882821] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.919726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.001182] env[70059]: DEBUG nova.compute.manager [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Received event network-vif-plugged-f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.001252] env[70059]: DEBUG oslo_concurrency.lockutils [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] Acquiring lock "de133077-255d-439b-80b8-1f39cbe3bc4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.001439] env[70059]: DEBUG oslo_concurrency.lockutils [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.001636] env[70059]: DEBUG oslo_concurrency.lockutils [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.001758] env[70059]: DEBUG nova.compute.manager [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] No waiting events found dispatching network-vif-plugged-f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.001901] env[70059]: WARNING nova.compute.manager [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Received unexpected event network-vif-plugged-f9eb526f-ea60-43e1-bad6-1b1e565a8b78 for instance with vm_state building and task_state spawning. [ 743.002125] env[70059]: DEBUG nova.compute.manager [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Received event network-changed-f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.002225] env[70059]: DEBUG nova.compute.manager [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Refreshing instance network info cache due to event network-changed-f9eb526f-ea60-43e1-bad6-1b1e565a8b78. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.002368] env[70059]: DEBUG oslo_concurrency.lockutils [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] Acquiring lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.016715] env[70059]: DEBUG oslo_vmware.api [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188803, 'name': PowerOnVM_Task, 'duration_secs': 0.588411} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.017076] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.017076] env[70059]: INFO nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Took 7.18 seconds to spawn the instance on the hypervisor. [ 743.017250] env[70059]: DEBUG nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.018185] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42f2ca-4c1e-400b-ae8a-971af945f390 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.051280] env[70059]: DEBUG nova.network.neutron [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Updating instance_info_cache with network_info: [{"id": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "address": "fa:16:3e:8a:38:f8", "network": {"id": "d45a1102-d6c7-4ce7-a5ce-fccd10cb28f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1081147004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd7c2d04d26480bac3ec9c9290838b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eb526f-ea", "ovs_interfaceid": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.173496] env[70059]: DEBUG nova.scheduler.client.report [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.381227] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06642} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.381737] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.382845] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed748f-f712-4c39-b77a-4279f9c6ac23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.408390] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4410dd08-9b92-47af-90ce-103ca049e17a/4410dd08-9b92-47af-90ce-103ca049e17a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.408657] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82910b2-0952-4525-af56-38e063820133 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.430725] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 743.430725] env[70059]: value = "task-3188806" [ 743.430725] env[70059]: _type = "Task" [ 743.430725] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.441362] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.539516] env[70059]: INFO nova.compute.manager [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Took 42.08 seconds to build instance. [ 743.553719] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Releasing lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.554310] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Instance network_info: |[{"id": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "address": "fa:16:3e:8a:38:f8", "network": {"id": "d45a1102-d6c7-4ce7-a5ce-fccd10cb28f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1081147004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd7c2d04d26480bac3ec9c9290838b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eb526f-ea", "ovs_interfaceid": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.554506] env[70059]: DEBUG oslo_concurrency.lockutils [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] Acquired lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.554782] env[70059]: DEBUG nova.network.neutron [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Refreshing network info cache for port f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.557646] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:38:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9eb526f-ea60-43e1-bad6-1b1e565a8b78', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.565856] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Creating folder: Project (7bd7c2d04d26480bac3ec9c9290838b7). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.567159] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c53c2218-8d7f-4a52-af2e-bac63cf62a39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.580848] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Created folder: Project (7bd7c2d04d26480bac3ec9c9290838b7) in parent group-v637631. [ 743.581942] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Creating folder: Instances. Parent ref: group-v637721. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.581942] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3c408cf-f8da-4b8e-853d-ad7baa85feb1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.594298] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Created folder: Instances in parent group-v637721. [ 743.594668] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.594929] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.595210] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-444b57b6-f00a-44b2-9e00-4f8fd06c96be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.618299] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.618299] env[70059]: value = "task-3188809" [ 743.618299] env[70059]: _type = "Task" [ 743.618299] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.627257] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188809, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.680090] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.683029] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.683340] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.156s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.683551] env[70059]: DEBUG nova.objects.instance [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lazy-loading 'resources' on Instance uuid 88f26c46-83c2-45a1-864a-13c51b13c8ab {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.945371] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188806, 'name': ReconfigVM_Task, 'duration_secs': 0.34399} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.947885] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4410dd08-9b92-47af-90ce-103ca049e17a/4410dd08-9b92-47af-90ce-103ca049e17a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.947885] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec785a76-d6ab-41be-a616-a4b1c69e6d3f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.957137] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 743.957137] env[70059]: value = "task-3188810" [ 743.957137] env[70059]: _type = "Task" [ 743.957137] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.963643] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188810, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.042535] env[70059]: DEBUG oslo_concurrency.lockutils [None req-baf0dfe0-82cb-4da9-bc5b-701e4f6b58e6 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.568s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.128795] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188809, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.187299] env[70059]: DEBUG nova.compute.utils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.193545] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.193744] env[70059]: DEBUG nova.network.neutron [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.456100] env[70059]: DEBUG nova.policy [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca162f987f554db78d9621657a9c341b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b58b9e7c8a2248c4939d91b7c58840b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.471135] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188810, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.546167] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.633407] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188809, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.693040] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.856728] env[70059]: DEBUG nova.network.neutron [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Updated VIF entry in instance network info cache for port f9eb526f-ea60-43e1-bad6-1b1e565a8b78. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.857352] env[70059]: DEBUG nova.network.neutron [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Updating instance_info_cache with network_info: [{"id": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "address": "fa:16:3e:8a:38:f8", "network": {"id": "d45a1102-d6c7-4ce7-a5ce-fccd10cb28f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1081147004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd7c2d04d26480bac3ec9c9290838b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eb526f-ea", "ovs_interfaceid": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.925202] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17b2201-929a-4a09-94d0-2cc33215b6a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.936490] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f27e1c7-837d-4533-b883-47080c32546b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.981026] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccf5153-661c-4286-b2eb-bde5f5cbf8f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.992647] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188810, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.994563] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6042fe-411e-4a42-87b5-1a510aeb90d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.011192] env[70059]: DEBUG nova.compute.provider_tree [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.070407] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.129990] env[70059]: DEBUG nova.compute.manager [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Received event network-changed-15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.130691] env[70059]: DEBUG nova.compute.manager [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Refreshing instance network info cache due to event network-changed-15e75c5d-4cce-4bf6-b76c-92d2703c7a77. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.131073] env[70059]: DEBUG oslo_concurrency.lockutils [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] Acquiring lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.131359] env[70059]: DEBUG oslo_concurrency.lockutils [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] Acquired lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.132107] env[70059]: DEBUG nova.network.neutron [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Refreshing network info cache for port 15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.145197] env[70059]: DEBUG nova.network.neutron [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Successfully created port: 1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.151283] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188809, 'name': CreateVM_Task, 'duration_secs': 1.42196} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.152464] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.153786] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.154301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.154714] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.156479] env[70059]: DEBUG nova.compute.manager [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.159061] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13db02d-5a3a-44fd-bc1f-8694b8a6bb62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.160683] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce781f-98a1-4b71-9393-1339ed8baca2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.169033] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 745.169033] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5220498e-fb98-3a16-7da0-6c93d9340328" [ 745.169033] env[70059]: _type = "Task" [ 745.169033] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.183337] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5220498e-fb98-3a16-7da0-6c93d9340328, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.183631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.183859] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.184103] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.184251] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.185018] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.185018] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65337c5-c539-42d6-802b-07e826aa8b64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.195370] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.195574] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.198033] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b33c69-92c5-4bf3-8825-3dae69d8ab60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.206624] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 745.206624] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5288c6d4-8823-1d30-4c53-4e00697489bc" [ 745.206624] env[70059]: _type = "Task" [ 745.206624] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.216136] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5288c6d4-8823-1d30-4c53-4e00697489bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.364417] env[70059]: DEBUG oslo_concurrency.lockutils [req-92de8b59-dbf4-4cc4-ae2d-2c6ecc4d7d73 req-219a544a-943d-4fa7-96be-e27ac504cd1f service nova] Releasing lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.487128] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188810, 'name': Rename_Task, 'duration_secs': 1.148311} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.487414] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.487666] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c357fe85-ab18-4312-9cd3-1b3eeb0bb847 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.496160] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 745.496160] env[70059]: value = "task-3188811" [ 745.496160] env[70059]: _type = "Task" [ 745.496160] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.508077] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.517796] env[70059]: DEBUG nova.scheduler.client.report [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.678989] env[70059]: INFO nova.compute.manager [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] instance snapshotting [ 745.684380] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2493b9c2-c17c-4cc0-984e-d7adbffeef90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.704460] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.707816] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5985ed-74a1-43b0-b391-295b3fef76a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.719685] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5288c6d4-8823-1d30-4c53-4e00697489bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.725858] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e1b434-8578-4d9f-9f72-991068c3720b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.732278] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 745.732278] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52843b52-18ec-68a0-9f5e-d219a919b460" [ 745.732278] env[70059]: _type = "Task" [ 745.732278] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.738554] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.738861] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.739054] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.739255] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.739437] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.739594] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.739833] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.740022] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.740210] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.740398] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.740585] env[70059]: DEBUG nova.virt.hardware [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.741870] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887189b-cbb5-4e0d-bec4-b790851cbc34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.756113] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf6f090-a5f7-4064-821b-9af0fcc9c082 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.760177] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52843b52-18ec-68a0-9f5e-d219a919b460, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.761206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.761543] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] de133077-255d-439b-80b8-1f39cbe3bc4a/de133077-255d-439b-80b8-1f39cbe3bc4a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.762153] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92da70b5-133a-425a-82e2-00301002ae6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.776718] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 745.776718] env[70059]: value = "task-3188812" [ 745.776718] env[70059]: _type = "Task" [ 745.776718] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.786196] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.934666] env[70059]: DEBUG nova.network.neutron [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updated VIF entry in instance network info cache for port 15e75c5d-4cce-4bf6-b76c-92d2703c7a77. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.935094] env[70059]: DEBUG nova.network.neutron [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updating instance_info_cache with network_info: [{"id": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "address": "fa:16:3e:18:86:83", "network": {"id": "0e116a1c-3b38-4c49-b177-e3d1edcf8f98", "bridge": "br-int", "label": "tempest-ServersTestJSON-1310376154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1673438675c470fb5a9122bb8a73bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e75c5d-4c", "ovs_interfaceid": "15e75c5d-4cce-4bf6-b76c-92d2703c7a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.009558] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188811, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.023215] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.025774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.138s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.026039] env[70059]: DEBUG nova.objects.instance [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lazy-loading 'resources' on Instance uuid 123c9043-92c4-4c67-9a39-9a82837566ba {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.052345] env[70059]: INFO nova.scheduler.client.report [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted allocations for instance 88f26c46-83c2-45a1-864a-13c51b13c8ab [ 746.230074] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.230379] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3168494c-613e-4590-b1e0-a5df3605fd50 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.239262] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 746.239262] env[70059]: value = "task-3188813" [ 746.239262] env[70059]: _type = "Task" [ 746.239262] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.248941] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.287768] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467393} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.288050] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] de133077-255d-439b-80b8-1f39cbe3bc4a/de133077-255d-439b-80b8-1f39cbe3bc4a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.288274] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.288533] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a11bf5-37f5-4eb0-bb03-d059df287505 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.296387] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 746.296387] env[70059]: value = "task-3188814" [ 746.296387] env[70059]: _type = "Task" [ 746.296387] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.306034] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.437985] env[70059]: DEBUG oslo_concurrency.lockutils [req-b7d19165-63cd-49d4-bf86-bd034bdc9230 req-955dcf2e-03fc-4ee4-a44c-23d07f873303 service nova] Releasing lock "refresh_cache-f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.508851] env[70059]: DEBUG oslo_vmware.api [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188811, 'name': PowerOnVM_Task, 'duration_secs': 0.539153} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.509136] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.509336] env[70059]: INFO nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Took 8.48 seconds to spawn the instance on the hypervisor. [ 746.509517] env[70059]: DEBUG nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.510299] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ae4202-ac90-448c-b5cf-8f555aed9707 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.566456] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d44628a3-310c-4a9e-b85b-faeb27f7e94e tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "88f26c46-83c2-45a1-864a-13c51b13c8ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.642s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.749431] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.760873] env[70059]: DEBUG nova.network.neutron [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Successfully updated port: 1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.807618] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065391} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.807893] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.810979] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebacacd-1a8d-4fdc-a9e8-485bd4813ebe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.838942] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] de133077-255d-439b-80b8-1f39cbe3bc4a/de133077-255d-439b-80b8-1f39cbe3bc4a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.841299] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b413c2-0dd2-4ba7-9720-677a3236b5e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.864284] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 746.864284] env[70059]: value = "task-3188815" [ 746.864284] env[70059]: _type = "Task" [ 746.864284] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.875788] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.030027] env[70059]: INFO nova.compute.manager [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Took 45.35 seconds to build instance. [ 747.105153] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06794af2-3da1-45be-9aed-007598801288 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.115329] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e597bd5-bbe2-490a-a2e5-db14230db7dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.147055] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dadb3f-f887-4a01-9499-87e5bec4b311 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.155107] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83f763-810b-4ea3-9174-a991a485806e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.162426] env[70059]: DEBUG nova.compute.manager [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Received event network-vif-plugged-1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.162625] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] Acquiring lock "70de7695-51b1-4f2d-bfef-80d4fac08c20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.162827] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.162990] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.163174] env[70059]: DEBUG nova.compute.manager [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] No waiting events found dispatching network-vif-plugged-1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.163341] env[70059]: WARNING nova.compute.manager [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Received unexpected event network-vif-plugged-1f156341-e27f-4b39-9c12-22ea6fef1313 for instance with vm_state building and task_state spawning. [ 747.163526] env[70059]: DEBUG nova.compute.manager [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Received event network-changed-1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.163681] env[70059]: DEBUG nova.compute.manager [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Refreshing instance network info cache due to event network-changed-1f156341-e27f-4b39-9c12-22ea6fef1313. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.163861] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] Acquiring lock "refresh_cache-70de7695-51b1-4f2d-bfef-80d4fac08c20" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.163992] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] Acquired lock "refresh_cache-70de7695-51b1-4f2d-bfef-80d4fac08c20" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.164682] env[70059]: DEBUG nova.network.neutron [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Refreshing network info cache for port 1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.176044] env[70059]: DEBUG nova.compute.provider_tree [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.229656] env[70059]: DEBUG nova.network.neutron [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.250591] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.264728] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "refresh_cache-70de7695-51b1-4f2d-bfef-80d4fac08c20" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.293622] env[70059]: DEBUG nova.network.neutron [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.377277] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.532264] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d387b03a-fe8a-40ca-8901-8f3d5ca9cbc6 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "4410dd08-9b92-47af-90ce-103ca049e17a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.866s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.684368] env[70059]: DEBUG nova.scheduler.client.report [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.751757] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.796518] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ed5c110-539e-415d-a432-ce471e23bcac req-e932cff9-a703-4baf-a31f-86180d49c38a service nova] Releasing lock "refresh_cache-70de7695-51b1-4f2d-bfef-80d4fac08c20" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.796936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired lock "refresh_cache-70de7695-51b1-4f2d-bfef-80d4fac08c20" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.797155] env[70059]: DEBUG nova.network.neutron [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.877847] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188815, 'name': ReconfigVM_Task, 'duration_secs': 0.647555} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.878225] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Reconfigured VM instance instance-00000020 to attach disk [datastore1] de133077-255d-439b-80b8-1f39cbe3bc4a/de133077-255d-439b-80b8-1f39cbe3bc4a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.879064] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0355af-768f-4306-91f6-ceb05c727049 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.888103] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 747.888103] env[70059]: value = "task-3188816" [ 747.888103] env[70059]: _type = "Task" [ 747.888103] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.899434] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188816, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.034884] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.189587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.192777] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.996s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.194350] env[70059]: INFO nova.compute.claims [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.215500] env[70059]: INFO nova.scheduler.client.report [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted allocations for instance 123c9043-92c4-4c67-9a39-9a82837566ba [ 748.253392] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188813, 'name': CreateSnapshot_Task, 'duration_secs': 1.76258} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.253654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.254576] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b51493f-5799-4a2d-bee9-ad2479e97bb5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.353463] env[70059]: DEBUG nova.network.neutron [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.398588] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188816, 'name': Rename_Task, 'duration_secs': 0.178589} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.398868] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.399126] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cca0f9e-007a-4d77-a6d6-6090ba9ee227 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.406777] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 748.406777] env[70059]: value = "task-3188817" [ 748.406777] env[70059]: _type = "Task" [ 748.406777] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.416673] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.543040] env[70059]: DEBUG nova.network.neutron [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Updating instance_info_cache with network_info: [{"id": "1f156341-e27f-4b39-9c12-22ea6fef1313", "address": "fa:16:3e:91:69:7d", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f156341-e2", "ovs_interfaceid": "1f156341-e27f-4b39-9c12-22ea6fef1313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.559781] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.724672] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d629e75c-8db0-403f-be4a-8d8ec4689567 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "123c9043-92c4-4c67-9a39-9a82837566ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.448s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.775792] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.776595] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef3a08af-9226-4062-8819-d2c974ca8b1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.788077] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 748.788077] env[70059]: value = "task-3188818" [ 748.788077] env[70059]: _type = "Task" [ 748.788077] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.799275] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188818, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.918266] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188817, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.048206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Releasing lock "refresh_cache-70de7695-51b1-4f2d-bfef-80d4fac08c20" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.048630] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Instance network_info: |[{"id": "1f156341-e27f-4b39-9c12-22ea6fef1313", "address": "fa:16:3e:91:69:7d", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f156341-e2", "ovs_interfaceid": "1f156341-e27f-4b39-9c12-22ea6fef1313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.049035] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:69:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f156341-e27f-4b39-9c12-22ea6fef1313', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.057921] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.058153] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.058368] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5468a2b-ee54-4ede-9e2a-595bc827ecf0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.080437] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.080437] env[70059]: value = "task-3188819" [ 749.080437] env[70059]: _type = "Task" [ 749.080437] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.089011] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188819, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.298444] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188818, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.423282] env[70059]: DEBUG oslo_vmware.api [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188817, 'name': PowerOnVM_Task, 'duration_secs': 0.602036} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.423282] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.423624] env[70059]: INFO nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Took 8.73 seconds to spawn the instance on the hypervisor. [ 749.423879] env[70059]: DEBUG nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.425339] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5364ac6e-4473-4908-81c4-f6ad33bfdf14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.598286] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188819, 'name': CreateVM_Task, 'duration_secs': 0.397163} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.598538] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.599483] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.599657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.600158] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.600562] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961c94e2-6c21-45ad-9f69-b85c1042c47d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.608266] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 749.608266] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fc8e08-a64b-9013-e6b3-05b6a2b88b82" [ 749.608266] env[70059]: _type = "Task" [ 749.608266] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.618188] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fc8e08-a64b-9013-e6b3-05b6a2b88b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.765172] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db00e782-0d5c-49ab-9c69-9db69f45af21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.773565] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2588bd6b-45ff-498f-88c3-aef4f1c4153c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.809562] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371c14a-c262-4482-9c83-d7b3ad0fc253 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.821933] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db008d6b-e744-47bc-afcf-0737c977710c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.825739] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188818, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.837472] env[70059]: DEBUG nova.compute.provider_tree [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.949993] env[70059]: INFO nova.compute.manager [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Took 42.37 seconds to build instance. [ 750.127285] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fc8e08-a64b-9013-e6b3-05b6a2b88b82, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.127835] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.129240] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.129240] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.129240] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.129240] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.129823] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f517d2c-b644-4c02-a4d7-a970f3b0a3c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.146167] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.146167] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.147360] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23657cd-9c85-4020-bab7-b6d1877bb821 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.154508] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 750.154508] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d9cfba-8628-882f-f27c-7d9c1cf7aec3" [ 750.154508] env[70059]: _type = "Task" [ 750.154508] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.165654] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d9cfba-8628-882f-f27c-7d9c1cf7aec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.298661] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "e0ceb003-ae7c-4707-b523-2363cc9833b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.298890] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.315859] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188818, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.323109] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "ef019654-75be-4394-ad62-f19d9eabdd6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.323333] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.341381] env[70059]: DEBUG nova.scheduler.client.report [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.431073] env[70059]: DEBUG nova.compute.manager [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Received event network-changed-f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.431375] env[70059]: DEBUG nova.compute.manager [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Refreshing instance network info cache due to event network-changed-f9eb526f-ea60-43e1-bad6-1b1e565a8b78. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.431689] env[70059]: DEBUG oslo_concurrency.lockutils [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] Acquiring lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.431956] env[70059]: DEBUG oslo_concurrency.lockutils [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] Acquired lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.432229] env[70059]: DEBUG nova.network.neutron [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Refreshing network info cache for port f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.451469] env[70059]: DEBUG oslo_concurrency.lockutils [None req-21ba18dc-77ff-4943-ba24-c113545dc822 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.999s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.667027] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d9cfba-8628-882f-f27c-7d9c1cf7aec3, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.667825] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4766361-a7e4-4d57-b12b-5c5dcf558cb3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.673325] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 750.673325] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5236848b-7aac-6dce-244b-17b6705d3bc5" [ 750.673325] env[70059]: _type = "Task" [ 750.673325] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.682471] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5236848b-7aac-6dce-244b-17b6705d3bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.816625] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188818, 'name': CloneVM_Task, 'duration_secs': 2.021423} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.816625] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Created linked-clone VM from snapshot [ 750.817130] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8fff66-6e4e-4ec7-ae9e-4a152258d152 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.824757] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Uploading image 59e0ad98-8586-4dd1-9b85-7a705e69fcbf {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.846184] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.847019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.847541] env[70059]: DEBUG nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.850007] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94b4b200-b829-4677-abaa-3b4516952476 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.852277] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.238s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.853681] env[70059]: INFO nova.compute.claims [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.862469] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 750.862469] env[70059]: value = "task-3188820" [ 750.862469] env[70059]: _type = "Task" [ 750.862469] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.871578] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188820, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.954214] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.184907] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5236848b-7aac-6dce-244b-17b6705d3bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.187389] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.187661] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 70de7695-51b1-4f2d-bfef-80d4fac08c20/70de7695-51b1-4f2d-bfef-80d4fac08c20.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.187920] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c777b1-4a6c-4392-b1a6-be1904d0e71c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.195709] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 751.195709] env[70059]: value = "task-3188821" [ 751.195709] env[70059]: _type = "Task" [ 751.195709] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.205525] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.224939] env[70059]: DEBUG nova.network.neutron [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Updated VIF entry in instance network info cache for port f9eb526f-ea60-43e1-bad6-1b1e565a8b78. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.225066] env[70059]: DEBUG nova.network.neutron [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Updating instance_info_cache with network_info: [{"id": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "address": "fa:16:3e:8a:38:f8", "network": {"id": "d45a1102-d6c7-4ce7-a5ce-fccd10cb28f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1081147004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd7c2d04d26480bac3ec9c9290838b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eb526f-ea", "ovs_interfaceid": "f9eb526f-ea60-43e1-bad6-1b1e565a8b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.353843] env[70059]: DEBUG nova.compute.utils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.355664] env[70059]: DEBUG nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 751.373939] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188820, 'name': Destroy_Task, 'duration_secs': 0.470898} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.373939] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Destroyed the VM [ 751.374482] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.375013] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac9c7f4c-8204-4b98-8437-d318fe1b4c93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.385381] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 751.385381] env[70059]: value = "task-3188822" [ 751.385381] env[70059]: _type = "Task" [ 751.385381] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.394612] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.482491] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.705859] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188821, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.728919] env[70059]: DEBUG oslo_concurrency.lockutils [req-4dc34b68-1b80-4309-88db-b473abd2d6c5 req-e74ca4e7-b8ec-4e82-b4f2-b9605a24a801 service nova] Releasing lock "refresh_cache-de133077-255d-439b-80b8-1f39cbe3bc4a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.863326] env[70059]: DEBUG nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.900282] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.208870] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513646} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.209260] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 70de7695-51b1-4f2d-bfef-80d4fac08c20/70de7695-51b1-4f2d-bfef-80d4fac08c20.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.209380] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.209581] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a6258e-0fff-4eb2-9e4e-ddcf62dd2475 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.218337] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 752.218337] env[70059]: value = "task-3188823" [ 752.218337] env[70059]: _type = "Task" [ 752.218337] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.233877] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.398780] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188822, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.432206] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279cdae-65cc-4f2d-8938-913cc2f7f7ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.441754] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f6ce83-decb-437a-b4b9-3259cc6db6af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.472278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77937f1-dbb2-41ad-9fe9-6b13a7a59659 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.480627] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb047482-d206-4caa-a7ae-79fcdd8f94aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.497017] env[70059]: DEBUG nova.compute.provider_tree [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.731770] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134194} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.732031] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.732782] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8a674-a89b-4738-899c-40fc0cc0a34a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.754779] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 70de7695-51b1-4f2d-bfef-80d4fac08c20/70de7695-51b1-4f2d-bfef-80d4fac08c20.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.755072] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76a000d-8ac6-4567-9f6a-5da87242084c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.776572] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 752.776572] env[70059]: value = "task-3188824" [ 752.776572] env[70059]: _type = "Task" [ 752.776572] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.790379] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.876104] env[70059]: DEBUG nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.897912] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188822, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.907962] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.909361] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.909576] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.909776] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.909927] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.910179] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.910422] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.910785] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.911019] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.911201] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.911515] env[70059]: DEBUG nova.virt.hardware [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.912427] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a1d0c3-c327-472b-a86a-0ae542f6bca0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.921492] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8be3ea-3226-439b-9efe-731f96837c4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.935405] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.941008] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Creating folder: Project (83b58e82a4834594bf73571cf6f71dc5). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.941403] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f5e6178-c783-438a-81aa-e9f3106c2db9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.953869] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Created folder: Project (83b58e82a4834594bf73571cf6f71dc5) in parent group-v637631. [ 752.954184] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Creating folder: Instances. Parent ref: group-v637727. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.954435] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9059cd34-e502-4d1a-8fd2-57ac0c07b58f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.964826] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Created folder: Instances in parent group-v637727. [ 752.965100] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.965366] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.965586] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a30b0aa-d884-4fb6-96c3-b39682c33bc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.983893] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.983893] env[70059]: value = "task-3188827" [ 752.983893] env[70059]: _type = "Task" [ 752.983893] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.994117] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188827, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.999275] env[70059]: DEBUG nova.scheduler.client.report [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.290478] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.399063] env[70059]: DEBUG oslo_vmware.api [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188822, 'name': RemoveSnapshot_Task, 'duration_secs': 1.535446} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.399424] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.494917] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188827, 'name': CreateVM_Task, 'duration_secs': 0.303758} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.495107] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.495549] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.495713] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.496037] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.496663] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a411dc-7dcb-4238-a7b1-1ea81211f8c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.501948] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 753.501948] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f3edba-750a-ebee-59f0-5ce923ba44e8" [ 753.501948] env[70059]: _type = "Task" [ 753.501948] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.507663] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.508161] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.511820] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.644s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.511909] env[70059]: DEBUG nova.objects.instance [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lazy-loading 'resources' on Instance uuid 9837c22e-1750-4e1b-bbce-9c7f63f84052 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.519697] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f3edba-750a-ebee-59f0-5ce923ba44e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.520177] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.520412] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.520652] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.520798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.520973] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.521801] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f483142f-b6b3-4490-8c74-5998140496df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.532191] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.532373] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.533489] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d40a56-d7d5-4113-ae07-56357199042c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.539358] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 753.539358] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529514d4-85bc-429d-c248-f2ea0fa0a0d6" [ 753.539358] env[70059]: _type = "Task" [ 753.539358] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.548539] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529514d4-85bc-429d-c248-f2ea0fa0a0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.788446] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188824, 'name': ReconfigVM_Task, 'duration_secs': 0.912441} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.788855] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 70de7695-51b1-4f2d-bfef-80d4fac08c20/70de7695-51b1-4f2d-bfef-80d4fac08c20.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.789635] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f774e4f-622d-49d7-9ec6-b864c4411672 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.798700] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 753.798700] env[70059]: value = "task-3188828" [ 753.798700] env[70059]: _type = "Task" [ 753.798700] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.807623] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188828, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.905586] env[70059]: WARNING nova.compute.manager [None req-343ae6cb-af93-48b1-9897-4fa854a3aff2 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Image not found during snapshot: nova.exception.ImageNotFound: Image 59e0ad98-8586-4dd1-9b85-7a705e69fcbf could not be found. [ 754.013929] env[70059]: DEBUG nova.compute.utils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.015314] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.015492] env[70059]: DEBUG nova.network.neutron [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.052201] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529514d4-85bc-429d-c248-f2ea0fa0a0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.053037] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeae0519-2482-4193-9919-96c8a6ef6541 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.059848] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 754.059848] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527c4930-30b0-55df-89ba-38ac5c54eb39" [ 754.059848] env[70059]: _type = "Task" [ 754.059848] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.071930] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527c4930-30b0-55df-89ba-38ac5c54eb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.089679] env[70059]: DEBUG nova.policy [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fab8519cb11548acba495fa335d4377d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8afe059d143c4b8a9be0fc4a5882d634', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.310122] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188828, 'name': Rename_Task, 'duration_secs': 0.351406} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.313158] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.313609] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daaac4dd-ec06-4d79-96a6-311eb8562a1f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.322264] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 754.322264] env[70059]: value = "task-3188829" [ 754.322264] env[70059]: _type = "Task" [ 754.322264] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.333367] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.474364] env[70059]: DEBUG nova.network.neutron [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Successfully created port: e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.523777] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.575596] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527c4930-30b0-55df-89ba-38ac5c54eb39, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.575596] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.575596] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.575596] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f497183-c123-44b9-a8d2-70f10ee544c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.587362] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 754.587362] env[70059]: value = "task-3188830" [ 754.587362] env[70059]: _type = "Task" [ 754.587362] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.598183] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.638735] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f254220-177e-4412-9100-7a9670a2ac64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.646890] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.647370] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.647590] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.647826] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.647988] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.653113] env[70059]: INFO nova.compute.manager [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Terminating instance [ 754.655440] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee89ce7-33ae-4984-9d45-7d08c4ffa206 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.690414] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f9785-03b4-44f8-93d7-7bb6d3d83474 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.699693] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6927f2-de88-4147-b211-f4a07a563f30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.717396] env[70059]: DEBUG nova.compute.provider_tree [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.836806] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.098711] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501094} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.098885] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.099079] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.099326] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8480cac-6620-46bb-865b-f6bb40450414 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.106174] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 755.106174] env[70059]: value = "task-3188831" [ 755.106174] env[70059]: _type = "Task" [ 755.106174] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.116917] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.163109] env[70059]: DEBUG nova.compute.manager [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.163420] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.164467] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e708fdd-1920-4026-b584-288e8c8cb637 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.174151] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.174463] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb8ea0c-9775-45fc-8dc1-1ca254239f70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.183392] env[70059]: DEBUG oslo_vmware.api [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 755.183392] env[70059]: value = "task-3188832" [ 755.183392] env[70059]: _type = "Task" [ 755.183392] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.194247] env[70059]: DEBUG oslo_vmware.api [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.220978] env[70059]: DEBUG nova.scheduler.client.report [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.337884] env[70059]: DEBUG oslo_vmware.api [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188829, 'name': PowerOnVM_Task, 'duration_secs': 0.887613} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.338237] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.338481] env[70059]: INFO nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Took 9.63 seconds to spawn the instance on the hypervisor. [ 755.338685] env[70059]: DEBUG nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.339515] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a70430-639f-42e9-b6da-ffa3c3bc98bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.535046] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.559171] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.559411] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.559567] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.559757] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.559968] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.560228] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.560487] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.560652] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.560838] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.561015] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.561201] env[70059]: DEBUG nova.virt.hardware [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.562051] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d13e026-a8bc-4eb9-bd6b-0a96103ba438 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.571025] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a882f06-1468-4558-87f8-490ae235a30a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.616277] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079341} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.617022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.617394] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc332001-2e7c-423b-bd23-9fa1b29026e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.639244] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.639568] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081fdd9e-8744-4a58-93ff-4d8f97b951b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.662248] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 755.662248] env[70059]: value = "task-3188833" [ 755.662248] env[70059]: _type = "Task" [ 755.662248] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.671202] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.694905] env[70059]: DEBUG oslo_vmware.api [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188832, 'name': PowerOffVM_Task, 'duration_secs': 0.320425} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.695436] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.695486] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.695759] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481d2462-73d8-42d1-8e62-8a0faa8f2d28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.726832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.731040] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.886s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.733775] env[70059]: INFO nova.compute.claims [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.752735] env[70059]: INFO nova.scheduler.client.report [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleted allocations for instance 9837c22e-1750-4e1b-bbce-9c7f63f84052 [ 755.773213] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.773702] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.773702] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleting the datastore file [datastore2] bd2599c1-6004-4e12-bdc8-6a00fa7add1c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.773943] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2eafcd9-9895-48c4-a9e7-15725467708f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.781712] env[70059]: DEBUG oslo_vmware.api [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 755.781712] env[70059]: value = "task-3188835" [ 755.781712] env[70059]: _type = "Task" [ 755.781712] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.791958] env[70059]: DEBUG oslo_vmware.api [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.858569] env[70059]: INFO nova.compute.manager [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Took 40.11 seconds to build instance. [ 756.174324] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188833, 'name': ReconfigVM_Task, 'duration_secs': 0.33705} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.174702] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.175423] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc8fd8b6-20ea-4a0a-b5a0-916f908faf2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.183343] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 756.183343] env[70059]: value = "task-3188836" [ 756.183343] env[70059]: _type = "Task" [ 756.183343] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.192601] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188836, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.263027] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d420fd-c5da-4efb-9938-0b179968609c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "9837c22e-1750-4e1b-bbce-9c7f63f84052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.820s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.294090] env[70059]: DEBUG oslo_vmware.api [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3188835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151044} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.294479] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.294757] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.294967] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.295153] env[70059]: INFO nova.compute.manager [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 756.295395] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.295586] env[70059]: DEBUG nova.compute.manager [-] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.295681] env[70059]: DEBUG nova.network.neutron [-] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.361200] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cdf30d74-0e62-42d4-97c0-07660873617f tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.934s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.403532] env[70059]: DEBUG nova.compute.manager [req-f2de2721-898d-4972-bcb8-a4e34451ef42 req-8c1281f9-3047-4d49-ae45-a10e2a46fe42 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Received event network-vif-plugged-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.404303] env[70059]: DEBUG oslo_concurrency.lockutils [req-f2de2721-898d-4972-bcb8-a4e34451ef42 req-8c1281f9-3047-4d49-ae45-a10e2a46fe42 service nova] Acquiring lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.404303] env[70059]: DEBUG oslo_concurrency.lockutils [req-f2de2721-898d-4972-bcb8-a4e34451ef42 req-8c1281f9-3047-4d49-ae45-a10e2a46fe42 service nova] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.404303] env[70059]: DEBUG oslo_concurrency.lockutils [req-f2de2721-898d-4972-bcb8-a4e34451ef42 req-8c1281f9-3047-4d49-ae45-a10e2a46fe42 service nova] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.404517] env[70059]: DEBUG nova.compute.manager [req-f2de2721-898d-4972-bcb8-a4e34451ef42 req-8c1281f9-3047-4d49-ae45-a10e2a46fe42 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] No waiting events found dispatching network-vif-plugged-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.404641] env[70059]: WARNING nova.compute.manager [req-f2de2721-898d-4972-bcb8-a4e34451ef42 req-8c1281f9-3047-4d49-ae45-a10e2a46fe42 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Received unexpected event network-vif-plugged-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 for instance with vm_state building and task_state spawning. [ 756.540871] env[70059]: DEBUG nova.network.neutron [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Successfully updated port: e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.693998] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188836, 'name': Rename_Task, 'duration_secs': 0.448636} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.694300] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.694555] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc035692-14b0-4742-90d8-fec472f5b810 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.702313] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 756.702313] env[70059]: value = "task-3188837" [ 756.702313] env[70059]: _type = "Task" [ 756.702313] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.715762] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.865763] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.044754] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.044754] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.045138] env[70059]: DEBUG nova.network.neutron [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.159812] env[70059]: DEBUG nova.network.neutron [-] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.214074] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.241501] env[70059]: DEBUG nova.compute.manager [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.242867] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29f2b6-40ba-4f49-b20b-1dd341bd7c3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.264805] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099facba-496c-4e58-aa58-3fecf220229b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.272931] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187b8c5-5633-48fa-b142-83ba55eef52c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.304759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "10ffa883-9787-4c2b-9912-11f35f299c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.304759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "10ffa883-9787-4c2b-9912-11f35f299c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.304971] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "10ffa883-9787-4c2b-9912-11f35f299c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.304971] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "10ffa883-9787-4c2b-9912-11f35f299c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.305142] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "10ffa883-9787-4c2b-9912-11f35f299c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.307590] env[70059]: INFO nova.compute.manager [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Terminating instance [ 757.310021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f21d2-c24d-488e-b9a9-56bed030cd0a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.320239] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff8b7c-ff2e-4010-9b8d-4be74bb29155 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.336638] env[70059]: DEBUG nova.compute.provider_tree [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.385640] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.420809] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.421073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.577812] env[70059]: DEBUG nova.network.neutron [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.663208] env[70059]: INFO nova.compute.manager [-] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Took 1.37 seconds to deallocate network for instance. [ 757.704953] env[70059]: DEBUG nova.network.neutron [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updating instance_info_cache with network_info: [{"id": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "address": "fa:16:3e:64:cd:8c", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57c4f10-f8", "ovs_interfaceid": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.716070] env[70059]: DEBUG oslo_vmware.api [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188837, 'name': PowerOnVM_Task, 'duration_secs': 0.528268} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.716406] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.716612] env[70059]: INFO nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Took 4.84 seconds to spawn the instance on the hypervisor. [ 757.716859] env[70059]: DEBUG nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.718282] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02026fe-ac70-445d-bc09-268fb9493bcc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.757120] env[70059]: INFO nova.compute.manager [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] instance snapshotting [ 757.760031] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e905f-c3ab-4086-b251-742129d6acfc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.779911] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bac828-920e-4c8a-9970-8db399de00db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.814533] env[70059]: DEBUG nova.compute.manager [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.815072] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.815834] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109fa5c7-736a-41b1-b17a-0fe0e1d08f43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.824892] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.825825] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f209dbd-c9c0-4e77-9392-ee695671d402 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.833509] env[70059]: DEBUG oslo_vmware.api [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 757.833509] env[70059]: value = "task-3188838" [ 757.833509] env[70059]: _type = "Task" [ 757.833509] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.843445] env[70059]: DEBUG nova.scheduler.client.report [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.847562] env[70059]: DEBUG oslo_vmware.api [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.923961] env[70059]: DEBUG nova.compute.utils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.169473] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.210466] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Releasing lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.210849] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Instance network_info: |[{"id": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "address": "fa:16:3e:64:cd:8c", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57c4f10-f8", "ovs_interfaceid": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.211294] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:cd:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.219059] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.219307] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.219546] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d7c1399-626b-45d1-a331-876a24221c27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.243762] env[70059]: INFO nova.compute.manager [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Took 38.08 seconds to build instance. [ 758.248993] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.248993] env[70059]: value = "task-3188839" [ 758.248993] env[70059]: _type = "Task" [ 758.248993] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.258613] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188839, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.291898] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.292218] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6240f82-b52b-4e08-8000-fd954baf5da9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.300990] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 758.300990] env[70059]: value = "task-3188840" [ 758.300990] env[70059]: _type = "Task" [ 758.300990] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.310945] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.344820] env[70059]: DEBUG oslo_vmware.api [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188838, 'name': PowerOffVM_Task, 'duration_secs': 0.289976} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.344995] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.345152] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.345440] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc6d611c-8c05-41b7-a545-3082561fd4b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.350413] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.350924] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.353761] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.561s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.426954] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.432986] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.433831] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.433831] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleting the datastore file [datastore1] 10ffa883-9787-4c2b-9912-11f35f299c35 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.433831] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32220912-4858-484b-b0da-e8d81626f2e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.443640] env[70059]: DEBUG oslo_vmware.api [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 758.443640] env[70059]: value = "task-3188842" [ 758.443640] env[70059]: _type = "Task" [ 758.443640] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.454590] env[70059]: DEBUG oslo_vmware.api [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.746770] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67dfa0c1-6700-4258-ac26-f5fbe345a419 tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "c42e1228-14f5-42d7-887c-c33644c478c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.195s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.758288] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188839, 'name': CreateVM_Task, 'duration_secs': 0.460809} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.759096] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.759719] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.759883] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.760230] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.760713] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f55b111-ea1b-41ba-b516-d6762907153a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.768323] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 758.768323] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5287d05b-9a35-ee11-a9ba-2d4734d2cf11" [ 758.768323] env[70059]: _type = "Task" [ 758.768323] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.777698] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5287d05b-9a35-ee11-a9ba-2d4734d2cf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.811990] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.857829] env[70059]: DEBUG nova.compute.utils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.868804] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.868991] env[70059]: DEBUG nova.network.neutron [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.906012] env[70059]: DEBUG nova.policy [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.955013] env[70059]: DEBUG oslo_vmware.api [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157812} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.956078] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.956078] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.956078] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.956078] env[70059]: INFO nova.compute.manager [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.956078] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.956298] env[70059]: DEBUG nova.compute.manager [-] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.956298] env[70059]: DEBUG nova.network.neutron [-] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.102524] env[70059]: DEBUG nova.compute.manager [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Received event network-changed-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.102717] env[70059]: DEBUG nova.compute.manager [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Refreshing instance network info cache due to event network-changed-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.102926] env[70059]: DEBUG oslo_concurrency.lockutils [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] Acquiring lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.103505] env[70059]: DEBUG oslo_concurrency.lockutils [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] Acquired lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.104097] env[70059]: DEBUG nova.network.neutron [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Refreshing network info cache for port e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.211186] env[70059]: INFO nova.compute.manager [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Rebuilding instance [ 759.252205] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.281303] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5287d05b-9a35-ee11-a9ba-2d4734d2cf11, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.284100] env[70059]: DEBUG nova.compute.manager [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.284229] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.288020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.288020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.288020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.288020] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.288020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2404aa3-b472-4695-a9a7-b7fc887cb945 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.288675] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e398800b-f7d9-4945-abb7-6301215b2a39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.303726] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.303968] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.308139] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef6da31-719b-43a2-8d24-a41aad5dc087 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.319972] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 759.319972] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52373457-9a58-dde2-70fa-d77d0c7cd1eb" [ 759.319972] env[70059]: _type = "Task" [ 759.319972] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.323737] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188840, 'name': CreateSnapshot_Task, 'duration_secs': 0.937221} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.328038] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.328636] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5dd05e-e689-4905-95e0-479fd04fffcc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.344948] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52373457-9a58-dde2-70fa-d77d0c7cd1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.346346] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d8212a-f873-46ac-af7e-61e2315f5555 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.354961] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 759.354961] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520813ed-815b-e3af-0754-60126b668c87" [ 759.354961] env[70059]: _type = "Task" [ 759.354961] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.361382] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520813ed-815b-e3af-0754-60126b668c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.369397] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.406227] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 5312440a-5551-4acc-b114-67bb23a84399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.406435] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 32cde80f-7b4d-40df-ac02-087e12a739c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.406592] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance a03925d2-fbc2-4b5f-b95f-43f36e2692f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.406718] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance ca457c4e-4865-43e0-86e1-617fada34e38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.406839] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance acd14470-9121-477e-8729-fab6f796b628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.406952] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2c6f2182-1d1e-4262-aa37-526bb79ebc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.407078] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 10ffa883-9787-4c2b-9912-11f35f299c35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.407194] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7e43c2a9-687f-4839-b48b-b7c3b2164787 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.407306] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c67345fe-852f-4912-9af4-3cc75257d434 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.407670] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 70e48fb2-fe66-4eb8-a182-40425d0e2f1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.407815] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 19c96786-d3cc-49be-ac6e-825c62ffa8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.407934] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2cfab35b-f2fb-4782-a2ea-6cb6059261ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413124] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c185084d-195a-4157-926f-399999de0855 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.413124] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 5af0252a-65c9-4afb-9412-32666a385e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413124] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413124] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance bd2599c1-6004-4e12-bdc8-6a00fa7add1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 759.413628] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance f7269ff0-c7b4-4dd9-9413-5198ce7a6b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413628] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4410dd08-9b92-47af-90ce-103ca049e17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413628] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance de133077-255d-439b-80b8-1f39cbe3bc4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413628] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 70de7695-51b1-4f2d-bfef-80d4fac08c20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413794] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c42e1228-14f5-42d7-887c-c33644c478c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413794] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e6e74ef8-e10f-430f-8d61-71f1a53b9680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.413794] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2e3e38b3-ea25-4443-ae05-36a632f979f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 759.483578] env[70059]: DEBUG nova.network.neutron [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Successfully created port: 9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.529129] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.529401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.529718] env[70059]: INFO nova.compute.manager [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Attaching volume 1cc602c0-dab3-4a45-8630-a6c83c9c33bd to /dev/sdb [ 759.579652] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd334a-8d93-47d8-bdc3-5a700fdaaa05 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.588250] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73053b6b-4d37-4863-8021-a4ed145922d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.612619] env[70059]: DEBUG nova.virt.block_device [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updating existing volume attachment record: b70c047f-49d3-4abc-8b2c-0a84457cb8bb {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 759.775360] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.849148] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.849948] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5982b27a-8637-4219-acf3-8f5e5f8711e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.863340] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520813ed-815b-e3af-0754-60126b668c87, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.864707] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.865040] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e6e74ef8-e10f-430f-8d61-71f1a53b9680/e6e74ef8-e10f-430f-8d61-71f1a53b9680.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.865384] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 759.865384] env[70059]: value = "task-3188845" [ 759.865384] env[70059]: _type = "Task" [ 759.865384] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.865573] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e682330c-ae75-4d6f-9e4e-26c3e7a07580 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.877111] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188845, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.878746] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 759.878746] env[70059]: value = "task-3188846" [ 759.878746] env[70059]: _type = "Task" [ 759.878746] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.896182] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.918236] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 00d4e54d-2bb8-46d1-a850-e8573cc0104c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.947666] env[70059]: DEBUG nova.network.neutron [-] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.045203] env[70059]: DEBUG nova.network.neutron [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updated VIF entry in instance network info cache for port e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.045665] env[70059]: DEBUG nova.network.neutron [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updating instance_info_cache with network_info: [{"id": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "address": "fa:16:3e:64:cd:8c", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57c4f10-f8", "ovs_interfaceid": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.306848] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.307263] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb673a68-acc0-47c0-8863-79da99c1699e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.316994] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 760.316994] env[70059]: value = "task-3188848" [ 760.316994] env[70059]: _type = "Task" [ 760.316994] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.330892] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.379387] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188845, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.390233] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.392243] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499233} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.392737] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e6e74ef8-e10f-430f-8d61-71f1a53b9680/e6e74ef8-e10f-430f-8d61-71f1a53b9680.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.393011] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.393211] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c01f57ff-b324-4c5e-8539-8fc9cb8fdfbf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.401916] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 760.401916] env[70059]: value = "task-3188849" [ 760.401916] env[70059]: _type = "Task" [ 760.401916] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.413074] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.419296] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.419555] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.419706] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.419883] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.420162] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.420300] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.420452] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.420637] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.420809] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.420971] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.421165] env[70059]: DEBUG nova.virt.hardware [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.422096] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e1397-5d2d-4c44-a188-5fb6ba532828 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.426276] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 8ad43e3f-41e1-4064-88d2-a16a6b3f8075 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.434919] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37aa1df-68a6-44f7-b7d0-a15671abe0bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.451647] env[70059]: INFO nova.compute.manager [-] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Took 1.50 seconds to deallocate network for instance. [ 760.548637] env[70059]: DEBUG oslo_concurrency.lockutils [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] Releasing lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.549091] env[70059]: DEBUG nova.compute.manager [req-8b2f0d74-60fd-4b4d-8cb4-5d28db27d534 req-cd02abd8-74c0-4c80-8362-192ecbdfeff4 service nova] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Received event network-vif-deleted-fbc5a0dc-aa67-4113-a007-9627c50f7995 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.826990] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188848, 'name': PowerOffVM_Task, 'duration_secs': 0.161901} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.827299] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.827596] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.828362] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6327a-290a-4a48-ba95-52a9e436595f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.835461] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.835704] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f73b5f6-bf92-408c-8710-9813531bc5b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.867021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.867272] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.867475] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Deleting the datastore file [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.867747] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e01d9aa-1521-4bee-bef8-b57a540e6a00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.878019] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188845, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.879310] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 760.879310] env[70059]: value = "task-3188851" [ 760.879310] env[70059]: _type = "Task" [ 760.879310] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.909969] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075122} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.910233] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.910961] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0521b186-5bbb-461f-9c63-642c032ac1f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.932483] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e6e74ef8-e10f-430f-8d61-71f1a53b9680/e6e74ef8-e10f-430f-8d61-71f1a53b9680.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.933204] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance d6fa88dd-2220-4998-8294-6a985ffb1eaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.934448] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0dd77b5-f056-449e-8fe0-722bfe8800ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.949464] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c8e47f25-9bbd-431f-bf2f-4f55169fd38e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 760.956987] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 760.956987] env[70059]: value = "task-3188852" [ 760.956987] env[70059]: _type = "Task" [ 760.956987] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.963730] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.967395] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.142282] env[70059]: DEBUG nova.compute.manager [req-2faa5d23-b603-40fb-9f0f-42f1f05b51c1 req-d04b15d9-1b0a-4ee1-83ea-ab669dda0b39 service nova] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Received event network-vif-deleted-03dabcbc-7b57-4b1d-8f43-7c35019d2016 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.297815] env[70059]: DEBUG nova.network.neutron [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Successfully updated port: 9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.380262] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188845, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.388572] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132744} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.388898] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.389104] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.389283] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.451807] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance aeff7ce3-80c4-4005-a377-8838e9f14dfa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.467826] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188852, 'name': ReconfigVM_Task, 'duration_secs': 0.395362} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.468113] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e6e74ef8-e10f-430f-8d61-71f1a53b9680/e6e74ef8-e10f-430f-8d61-71f1a53b9680.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.468783] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee6b0891-5b8f-4607-9dc3-99f9ee744c3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.480019] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 761.480019] env[70059]: value = "task-3188853" [ 761.480019] env[70059]: _type = "Task" [ 761.480019] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.486067] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188853, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.799754] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800111] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800111] env[70059]: DEBUG nova.network.neutron [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.881597] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188845, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.955064] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 26784492-3b89-4b43-8091-64a4c0499773 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 761.989115] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188853, 'name': Rename_Task, 'duration_secs': 0.150427} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.989356] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.989595] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b27fd54-c9f4-4320-a050-fef788bdc1f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.997432] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 761.997432] env[70059]: value = "task-3188855" [ 761.997432] env[70059]: _type = "Task" [ 761.997432] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.005843] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.336144] env[70059]: DEBUG nova.network.neutron [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.381038] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188845, 'name': CloneVM_Task, 'duration_secs': 2.319438} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.381313] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Created linked-clone VM from snapshot [ 762.382076] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a7623-ff6a-44c2-bc8a-e6792fb95954 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.390151] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Uploading image 70e6eafa-57e2-463d-b762-f15fde716057 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.415884] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.415884] env[70059]: value = "vm-637735" [ 762.415884] env[70059]: _type = "VirtualMachine" [ 762.415884] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.417482] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-185d3402-83d9-42ea-ab43-5c8e0aaaa040 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.426242] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.426506] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.426820] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.426919] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.427012] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.427169] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.427378] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.427540] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.427709] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.427879] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.428240] env[70059]: DEBUG nova.virt.hardware [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.429035] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4ade4-bb9a-4add-b8d5-69f40cd29744 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.433346] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lease: (returnval){ [ 762.433346] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235b0ad-98c2-34b4-dbc7-e893eb579597" [ 762.433346] env[70059]: _type = "HttpNfcLease" [ 762.433346] env[70059]: } obtained for exporting VM: (result){ [ 762.433346] env[70059]: value = "vm-637735" [ 762.433346] env[70059]: _type = "VirtualMachine" [ 762.433346] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.433595] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the lease: (returnval){ [ 762.433595] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235b0ad-98c2-34b4-dbc7-e893eb579597" [ 762.433595] env[70059]: _type = "HttpNfcLease" [ 762.433595] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.442326] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f615b-da3d-4891-8b1d-20e1f1527bb0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.450677] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.450677] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235b0ad-98c2-34b4-dbc7-e893eb579597" [ 762.450677] env[70059]: _type = "HttpNfcLease" [ 762.450677] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 762.461683] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance a71a138e-d9a6-4a11-ae20-02fbbd798f32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 762.463155] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.468980] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.469521] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.469758] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce98655e-923b-4b45-9c6a-61e661e0b86e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.488355] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.488355] env[70059]: value = "task-3188857" [ 762.488355] env[70059]: _type = "Task" [ 762.488355] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.498428] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188857, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.510119] env[70059]: DEBUG oslo_vmware.api [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188855, 'name': PowerOnVM_Task, 'duration_secs': 0.471955} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.510394] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.510594] env[70059]: INFO nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Took 6.98 seconds to spawn the instance on the hypervisor. [ 762.510776] env[70059]: DEBUG nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.511581] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1808bf8-e997-45fd-a444-4627d8cae079 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.552432] env[70059]: DEBUG nova.network.neutron [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.945764] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.945764] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235b0ad-98c2-34b4-dbc7-e893eb579597" [ 762.945764] env[70059]: _type = "HttpNfcLease" [ 762.945764] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 762.946239] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 762.946239] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235b0ad-98c2-34b4-dbc7-e893eb579597" [ 762.946239] env[70059]: _type = "HttpNfcLease" [ 762.946239] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 762.947367] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2670dde8-c721-4bf7-8f2f-6429abd7129a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.959367] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d15033-9927-214c-b4a4-3e0d15e106ff/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.959742] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d15033-9927-214c-b4a4-3e0d15e106ff/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.017638] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2fd24361-c79d-49d6-86fb-a064a42d88be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 763.035338] env[70059]: INFO nova.compute.manager [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Took 39.44 seconds to build instance. [ 763.036783] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188857, 'name': CreateVM_Task, 'duration_secs': 0.514263} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.037713] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.038141] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.038300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.038614] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.039159] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da176efc-76e8-4bd7-87c2-03c8aa58682e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.046125] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 763.046125] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527af163-c38f-8bc2-3612-59919350fa2e" [ 763.046125] env[70059]: _type = "Task" [ 763.046125] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.056998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.057380] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Instance network_info: |[{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.058186] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527af163-c38f-8bc2-3612-59919350fa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.058290] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:c8:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d9b53fe-fe5f-49ad-904b-3562818fd6ad', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.065479] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Creating folder: Project (ae258c71173d41fd953433c067ffa9d7). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.065900] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c924232a-dce9-4f96-a0de-bac6fc0bb757 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.079958] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Created folder: Project (ae258c71173d41fd953433c067ffa9d7) in parent group-v637631. [ 763.080159] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Creating folder: Instances. Parent ref: group-v637737. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.080390] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-779362fd-cfdc-4d53-a392-586e9d9edd4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.089639] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Created folder: Instances in parent group-v637737. [ 763.089863] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.090057] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.090261] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f144ae-8840-4e8c-bec2-a377c3e28a8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.109056] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb0eaaed-3719-4a60-af8d-f90a2cfa5d80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.111809] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.111809] env[70059]: value = "task-3188860" [ 763.111809] env[70059]: _type = "Task" [ 763.111809] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.121370] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188860, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.170939] env[70059]: DEBUG nova.compute.manager [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-vif-plugged-9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.172014] env[70059]: DEBUG oslo_concurrency.lockutils [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.172276] env[70059]: DEBUG oslo_concurrency.lockutils [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.172518] env[70059]: DEBUG oslo_concurrency.lockutils [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.172758] env[70059]: DEBUG nova.compute.manager [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] No waiting events found dispatching network-vif-plugged-9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.173042] env[70059]: WARNING nova.compute.manager [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received unexpected event network-vif-plugged-9d9b53fe-fe5f-49ad-904b-3562818fd6ad for instance with vm_state building and task_state spawning. [ 763.173338] env[70059]: DEBUG nova.compute.manager [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-changed-9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.173565] env[70059]: DEBUG nova.compute.manager [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Refreshing instance network info cache due to event network-changed-9d9b53fe-fe5f-49ad-904b-3562818fd6ad. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.173879] env[70059]: DEBUG oslo_concurrency.lockutils [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] Acquiring lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.174134] env[70059]: DEBUG oslo_concurrency.lockutils [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] Acquired lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.174410] env[70059]: DEBUG nova.network.neutron [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Refreshing network info cache for port 9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.526529] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 86c0c53f-00a6-4700-9188-f2c69578fa72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 763.538161] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d6e7e07b-b3d5-4c8d-a091-9fcf40f1dbb3 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.826s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.558830] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527af163-c38f-8bc2-3612-59919350fa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.559200] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.559860] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.559860] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.559992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.560218] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.560703] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aaa2f69-7adb-4c2d-a416-7e9c92045825 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.571550] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.571733] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.573073] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccfd719-6730-44d1-9c99-b0332aa9a863 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.579699] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 763.579699] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5277ad15-7a95-e72a-f273-4e0a7ccf4819" [ 763.579699] env[70059]: _type = "Task" [ 763.579699] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.588828] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5277ad15-7a95-e72a-f273-4e0a7ccf4819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.623595] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188860, 'name': CreateVM_Task, 'duration_secs': 0.361388} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.624223] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.625062] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.625716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.626476] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.626476] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c080eb2-e3f3-428d-8bc4-7f4d095305d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.645682] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 763.645682] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f70102-cb61-7651-405b-c7ee6511d165" [ 763.645682] env[70059]: _type = "Task" [ 763.645682] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.656157] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f70102-cb61-7651-405b-c7ee6511d165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.963481] env[70059]: DEBUG nova.network.neutron [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updated VIF entry in instance network info cache for port 9d9b53fe-fe5f-49ad-904b-3562818fd6ad. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.964174] env[70059]: DEBUG nova.network.neutron [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.032228] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance fd97c186-c39b-45b8-9ad0-32bbea157623 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 764.042983] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.095699] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5277ad15-7a95-e72a-f273-4e0a7ccf4819, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.096330] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c53029b-d619-4769-a14d-fa611ddfd006 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.103205] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 764.103205] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522b6e75-a061-8f94-a4c8-a8de932b1416" [ 764.103205] env[70059]: _type = "Task" [ 764.103205] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.112459] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522b6e75-a061-8f94-a4c8-a8de932b1416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.158009] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f70102-cb61-7651-405b-c7ee6511d165, 'name': SearchDatastore_Task, 'duration_secs': 0.024214} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.159252] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.160045] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.160180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.185269] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 764.185680] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637734', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'name': 'volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32cde80f-7b4d-40df-ac02-087e12a739c5', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'serial': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 764.186422] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae39353-4bd5-4a40-a126-d367abdf7fd2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.210282] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4efd47-0059-476c-8b3a-a00236fd1068 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.241338] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd/volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.241475] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1792df-1673-47d2-b1a5-99d37aa5aeba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.261880] env[70059]: DEBUG nova.compute.manager [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.262158] env[70059]: DEBUG nova.compute.manager [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing instance network info cache due to event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.262504] env[70059]: DEBUG oslo_concurrency.lockutils [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] Acquiring lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.262727] env[70059]: DEBUG oslo_concurrency.lockutils [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] Acquired lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.263368] env[70059]: DEBUG nova.network.neutron [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.266446] env[70059]: DEBUG oslo_vmware.api [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Waiting for the task: (returnval){ [ 764.266446] env[70059]: value = "task-3188861" [ 764.266446] env[70059]: _type = "Task" [ 764.266446] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.276331] env[70059]: DEBUG oslo_vmware.api [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.467918] env[70059]: DEBUG oslo_concurrency.lockutils [req-ef3b7f66-5f22-4eaf-9989-2384465e7e72 req-a419e286-0179-47ac-8bfb-336673301bbf service nova] Releasing lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.535091] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 764.567418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.615026] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522b6e75-a061-8f94-a4c8-a8de932b1416, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.615427] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.615822] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.616250] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.616480] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.616724] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5542e5-639d-4a3b-a9d0-d12cd4258e67 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.618787] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903e713f-8025-41ea-98c4-dd0cb0fb7dc7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.627799] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 764.627799] env[70059]: value = "task-3188862" [ 764.627799] env[70059]: _type = "Task" [ 764.627799] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.629041] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.629286] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.632884] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91906a53-8fd7-43ec-a92b-0c7fcba7a59b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.641483] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.642820] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 764.642820] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5239331e-812c-68bf-d77e-3ecb851c3261" [ 764.642820] env[70059]: _type = "Task" [ 764.642820] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.652549] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5239331e-812c-68bf-d77e-3ecb851c3261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.783638] env[70059]: DEBUG oslo_vmware.api [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188861, 'name': ReconfigVM_Task, 'duration_secs': 0.417196} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.785304] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd/volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.791026] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd6a9ca-e4ac-4378-8810-0a109a07607f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.810412] env[70059]: DEBUG oslo_vmware.api [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Waiting for the task: (returnval){ [ 764.810412] env[70059]: value = "task-3188863" [ 764.810412] env[70059]: _type = "Task" [ 764.810412] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.823505] env[70059]: DEBUG oslo_vmware.api [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.038508] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance edec81c1-e48e-4c35-8a6d-62862975ce93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 765.144830] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188862, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.162626] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5239331e-812c-68bf-d77e-3ecb851c3261, 'name': SearchDatastore_Task, 'duration_secs': 0.014862} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.163786] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34f6486-d56a-4b8f-a2f7-3ed3c2cb6f4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.171018] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 765.171018] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5272a992-f20e-0cb6-ec61-03d8728b9c1b" [ 765.171018] env[70059]: _type = "Task" [ 765.171018] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.182949] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5272a992-f20e-0cb6-ec61-03d8728b9c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.322376] env[70059]: DEBUG oslo_vmware.api [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188863, 'name': ReconfigVM_Task, 'duration_secs': 0.240739} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.322728] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637734', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'name': 'volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32cde80f-7b4d-40df-ac02-087e12a739c5', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'serial': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.326911] env[70059]: DEBUG nova.network.neutron [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updated VIF entry in instance network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.326911] env[70059]: DEBUG nova.network.neutron [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.542718] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0d46a59d-0b8c-4352-bdd5-ef49274ca424 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 765.647041] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52555} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.647743] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.649752] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.650700] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cac3768-502c-4963-8997-2428f163098d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.663030] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 765.663030] env[70059]: value = "task-3188864" [ 765.663030] env[70059]: _type = "Task" [ 765.663030] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.675892] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.690037] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5272a992-f20e-0cb6-ec61-03d8728b9c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.690272] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.690637] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 2e3e38b3-ea25-4443-ae05-36a632f979f2/2e3e38b3-ea25-4443-ae05-36a632f979f2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.691246] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b1c9c19-6bf4-478f-b501-9ab59a0cc079 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.700603] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 765.700603] env[70059]: value = "task-3188865" [ 765.700603] env[70059]: _type = "Task" [ 765.700603] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.710740] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.832020] env[70059]: DEBUG oslo_concurrency.lockutils [req-e45902b7-efc8-4a04-8ca9-ac3e2c0c07e9 req-a009f0c9-8a65-4c1b-9630-396733ea3b25 service nova] Releasing lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.045558] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.051148] env[70059]: DEBUG nova.compute.manager [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.051393] env[70059]: DEBUG nova.compute.manager [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing instance network info cache due to event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.051626] env[70059]: DEBUG oslo_concurrency.lockutils [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] Acquiring lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.051769] env[70059]: DEBUG oslo_concurrency.lockutils [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] Acquired lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.051936] env[70059]: DEBUG nova.network.neutron [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.177360] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085157} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.177814] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.178700] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34818630-45fb-4d96-8abf-d10346f6ebbd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.202275] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.203168] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a28c53-6967-4942-9b3b-99a7d22953f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.232081] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.233956] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 766.233956] env[70059]: value = "task-3188866" [ 766.233956] env[70059]: _type = "Task" [ 766.233956] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.250838] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.375508] env[70059]: DEBUG nova.objects.instance [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lazy-loading 'flavor' on Instance uuid 32cde80f-7b4d-40df-ac02-087e12a739c5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.548418] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e0ceb003-ae7c-4707-b523-2363cc9833b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.717194] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593862} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.717689] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 2e3e38b3-ea25-4443-ae05-36a632f979f2/2e3e38b3-ea25-4443-ae05-36a632f979f2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.717872] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.718173] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d242fdc4-c33d-4552-be94-dfc5fff2a2eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.728031] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 766.728031] env[70059]: value = "task-3188867" [ 766.728031] env[70059]: _type = "Task" [ 766.728031] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.742060] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.747675] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188866, 'name': ReconfigVM_Task, 'duration_secs': 0.318697} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.748886] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.748886] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-956d7e88-e85a-4655-bd33-65ed2448444e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.757448] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 766.757448] env[70059]: value = "task-3188868" [ 766.757448] env[70059]: _type = "Task" [ 766.757448] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.768387] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188868, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.815383] env[70059]: DEBUG nova.network.neutron [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updated VIF entry in instance network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.815555] env[70059]: DEBUG nova.network.neutron [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.881503] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a2a4e1d9-f599-4704-b45e-b426ac67ee8f tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.351s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.055474] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance ef019654-75be-4394-ad62-f19d9eabdd6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.055846] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 767.056034] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 767.240929] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.241226] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.242020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def9860-4012-4093-851a-a3cadc75e206 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.268783] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 2e3e38b3-ea25-4443-ae05-36a632f979f2/2e3e38b3-ea25-4443-ae05-36a632f979f2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.273954] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0aed81a-fc91-4a1e-9137-fef18a953dac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.297606] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188868, 'name': Rename_Task, 'duration_secs': 0.151333} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.299099] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.299355] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 767.299355] env[70059]: value = "task-3188869" [ 767.299355] env[70059]: _type = "Task" [ 767.299355] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.299567] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07403b70-828b-4a90-a9e7-b65b61dafc53 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.319289] env[70059]: DEBUG oslo_concurrency.lockutils [req-a122b8db-711b-412a-a4f7-b1e390712961 req-1b2852e7-198b-4475-be03-5c3ae5b23689 service nova] Releasing lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.319289] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 767.319289] env[70059]: value = "task-3188870" [ 767.319289] env[70059]: _type = "Task" [ 767.319289] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.323138] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.335094] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.662961] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50c35d0-d1f4-4c03-ac35-c00fd624a1c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.674174] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e8c0d-0266-4a01-89db-f5845da93aa3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.711256] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e820b1-dece-40b5-9191-6a69e4a8bbd5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.721478] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de8f21-7c1d-47e7-a220-e5252f083a8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.738671] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.817374] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.817674] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.004s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.819105] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188869, 'name': ReconfigVM_Task, 'duration_secs': 0.37257} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.819665] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 2e3e38b3-ea25-4443-ae05-36a632f979f2/2e3e38b3-ea25-4443-ae05-36a632f979f2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.821619] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e327c9b-7e0e-4f68-b276-4ebf1777911b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837461] env[70059]: DEBUG oslo_vmware.api [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188870, 'name': PowerOnVM_Task, 'duration_secs': 0.490074} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.837461] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.837461] env[70059]: DEBUG nova.compute.manager [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.838066] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 767.838066] env[70059]: value = "task-3188871" [ 767.838066] env[70059]: _type = "Task" [ 767.838066] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.838852] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead9e2dd-e658-40f3-aee6-2954eb09d2e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.852150] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188871, 'name': Rename_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.264705] env[70059]: ERROR nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [req-abe115fe-e2f7-45fa-a7a8-0ed26265243e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-abe115fe-e2f7-45fa-a7a8-0ed26265243e"}]} [ 768.282257] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 768.290998] env[70059]: DEBUG nova.compute.manager [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Received event network-changed-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.291215] env[70059]: DEBUG nova.compute.manager [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Refreshing instance network info cache due to event network-changed-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.291434] env[70059]: DEBUG oslo_concurrency.lockutils [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] Acquiring lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.291582] env[70059]: DEBUG oslo_concurrency.lockutils [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] Acquired lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.291767] env[70059]: DEBUG nova.network.neutron [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Refreshing network info cache for port e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.304704] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 768.304882] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.319247] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 768.322882] env[70059]: INFO nova.compute.manager [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Detaching volume 1cc602c0-dab3-4a45-8630-a6c83c9c33bd [ 768.343254] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 768.356069] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188871, 'name': Rename_Task, 'duration_secs': 0.236771} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.356069] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.356649] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f3d6463-c7e6-43d5-9b05-4a07828889e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.369321] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 768.369321] env[70059]: value = "task-3188872" [ 768.369321] env[70059]: _type = "Task" [ 768.369321] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.370373] env[70059]: INFO nova.virt.block_device [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Attempting to driver detach volume 1cc602c0-dab3-4a45-8630-a6c83c9c33bd from mountpoint /dev/sdb [ 768.370601] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.370793] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637734', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'name': 'volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32cde80f-7b4d-40df-ac02-087e12a739c5', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'serial': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 768.373202] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf818b-ed4e-47ab-ac64-977883fb8955 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378908] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.389047] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188872, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.408066] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715b112a-a9bd-4e75-805a-868f62c9f17b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.417066] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21facbed-eaff-467b-a146-eee142eb308c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.445067] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc9a228-cf7e-4ee1-862e-79e58d1ce606 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.462303] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] The volume has not been displaced from its original location: [datastore1] volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd/volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 768.467876] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.471240] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb215515-6699-4ec4-9e8b-9b3011069e4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.488606] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.488856] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.489090] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.489270] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.489446] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.494853] env[70059]: INFO nova.compute.manager [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Terminating instance [ 768.501308] env[70059]: DEBUG oslo_vmware.api [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Waiting for the task: (returnval){ [ 768.501308] env[70059]: value = "task-3188873" [ 768.501308] env[70059]: _type = "Task" [ 768.501308] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.509632] env[70059]: DEBUG oslo_vmware.api [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.884430] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.957258] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5418a72a-06da-48ff-88f4-e44114efda60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.967852] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf282e3-4136-4a37-87ed-775b140fc926 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.002952] env[70059]: DEBUG nova.compute.manager [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.003274] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.004542] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3e274b-697c-4b88-9f15-623dadf76cca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.010956] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c83e2-8515-4114-b929-742d9bc5a4a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.022744] env[70059]: DEBUG oslo_vmware.api [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188873, 'name': ReconfigVM_Task, 'duration_secs': 0.316931} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.028194] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.032663] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.033055] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054e732f-3a0d-4a89-8e8e-f52472e700b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.043967] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a86b31ce-3620-4717-9d41-36aeae5c56db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.047324] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984810f-de37-4bc3-a5cb-944deb590507 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.064991] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.073351] env[70059]: DEBUG oslo_vmware.api [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Waiting for the task: (returnval){ [ 769.073351] env[70059]: value = "task-3188875" [ 769.073351] env[70059]: _type = "Task" [ 769.073351] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.073673] env[70059]: DEBUG oslo_vmware.api [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 769.073673] env[70059]: value = "task-3188874" [ 769.073673] env[70059]: _type = "Task" [ 769.073673] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.091554] env[70059]: DEBUG oslo_vmware.api [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.096557] env[70059]: DEBUG oslo_vmware.api [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.121705] env[70059]: INFO nova.compute.manager [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Rebuilding instance [ 769.135031] env[70059]: DEBUG nova.network.neutron [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updated VIF entry in instance network info cache for port e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.135425] env[70059]: DEBUG nova.network.neutron [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updating instance_info_cache with network_info: [{"id": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "address": "fa:16:3e:64:cd:8c", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57c4f10-f8", "ovs_interfaceid": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.204126] env[70059]: DEBUG nova.compute.manager [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.204126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939a2c5-8bcf-454b-a5f8-117998a72cce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.383730] env[70059]: DEBUG oslo_vmware.api [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3188872, 'name': PowerOnVM_Task, 'duration_secs': 0.703724} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.384396] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.384810] env[70059]: INFO nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Took 8.99 seconds to spawn the instance on the hypervisor. [ 769.385159] env[70059]: DEBUG nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.386049] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a55a0-98fe-4008-9f9a-416d0da1d65a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.608532] env[70059]: DEBUG oslo_vmware.api [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188874, 'name': PowerOffVM_Task, 'duration_secs': 0.272177} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.609097] env[70059]: DEBUG oslo_vmware.api [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Task: {'id': task-3188875, 'name': ReconfigVM_Task, 'duration_secs': 0.209246} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.609272] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.613089] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.613089] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637734', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'name': 'volume-1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '32cde80f-7b4d-40df-ac02-087e12a739c5', 'attached_at': '', 'detached_at': '', 'volume_id': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd', 'serial': '1cc602c0-dab3-4a45-8630-a6c83c9c33bd'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 769.613967] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f402dc-01d1-409b-927b-d1bf7bc99496 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622865] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 769.623065] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 62 to 63 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 769.623236] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.638422] env[70059]: DEBUG oslo_concurrency.lockutils [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] Releasing lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638738] env[70059]: DEBUG nova.compute.manager [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Received event network-changed-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.638937] env[70059]: DEBUG nova.compute.manager [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Refreshing instance network info cache due to event network-changed-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.639201] env[70059]: DEBUG oslo_concurrency.lockutils [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] Acquiring lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.639344] env[70059]: DEBUG oslo_concurrency.lockutils [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] Acquired lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.639523] env[70059]: DEBUG nova.network.neutron [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Refreshing network info cache for port e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.701137] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.701716] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.701808] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Deleting the datastore file [datastore1] e6e74ef8-e10f-430f-8d61-71f1a53b9680 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.702090] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e9f840-9f8e-41b4-859d-c3a6ff1b79b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.709935] env[70059]: DEBUG oslo_vmware.api [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 769.709935] env[70059]: value = "task-3188877" [ 769.709935] env[70059]: _type = "Task" [ 769.709935] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.719834] env[70059]: DEBUG oslo_vmware.api [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.819034] env[70059]: DEBUG nova.compute.manager [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.819034] env[70059]: DEBUG nova.compute.manager [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing instance network info cache due to event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.819034] env[70059]: DEBUG oslo_concurrency.lockutils [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] Acquiring lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.819034] env[70059]: DEBUG oslo_concurrency.lockutils [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] Acquired lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.819034] env[70059]: DEBUG nova.network.neutron [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.909319] env[70059]: INFO nova.compute.manager [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Took 45.08 seconds to build instance. [ 770.128445] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 770.128708] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.775s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.129017] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.861s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.129238] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.131457] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.639s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.132953] env[70059]: INFO nova.compute.claims [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.179730] env[70059]: INFO nova.scheduler.client.report [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleted allocations for instance 70e48fb2-fe66-4eb8-a182-40425d0e2f1b [ 770.204449] env[70059]: DEBUG nova.objects.instance [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lazy-loading 'flavor' on Instance uuid 32cde80f-7b4d-40df-ac02-087e12a739c5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.222385] env[70059]: DEBUG oslo_vmware.api [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3188877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332278} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.223429] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.223630] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.223815] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.224037] env[70059]: INFO nova.compute.manager [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Took 1.22 seconds to destroy the instance on the hypervisor. [ 770.224318] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.224792] env[70059]: DEBUG nova.compute.manager [-] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.224905] env[70059]: DEBUG nova.network.neutron [-] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.227246] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.227777] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5b33d63-0aa4-41a6-be30-d4775a805b8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.238519] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 770.238519] env[70059]: value = "task-3188878" [ 770.238519] env[70059]: _type = "Task" [ 770.238519] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.251619] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.413699] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56b47f2e-a8ca-4823-a387-41a2b9567ada tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.412s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.681561] env[70059]: DEBUG nova.network.neutron [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updated VIF entry in instance network info cache for port e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.681561] env[70059]: DEBUG nova.network.neutron [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updating instance_info_cache with network_info: [{"id": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "address": "fa:16:3e:64:cd:8c", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57c4f10-f8", "ovs_interfaceid": "e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.695657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e853fea8-bea9-44fc-9d11-e7b9215436d0 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "70e48fb2-fe66-4eb8-a182-40425d0e2f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.887s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.756232] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188878, 'name': PowerOffVM_Task, 'duration_secs': 0.246489} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.759288] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.759288] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.759288] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377f34f-3977-4682-8e9a-d34ad87b1753 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.768874] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.769452] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4033051c-8c82-45b2-8c6e-4eb95c6f6d69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800344] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.800573] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.800751] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Deleting the datastore file [datastore2] c42e1228-14f5-42d7-887c-c33644c478c5 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.801055] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a76f8e72-8061-4093-b027-48b64df36c67 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.811351] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 770.811351] env[70059]: value = "task-3188880" [ 770.811351] env[70059]: _type = "Task" [ 770.811351] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.822419] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.859903] env[70059]: DEBUG nova.network.neutron [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updated VIF entry in instance network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.860287] env[70059]: DEBUG nova.network.neutron [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.915968] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.172738] env[70059]: DEBUG nova.compute.manager [req-fdaa9a33-5c81-418d-9c9b-3da04fdc3747 req-744ad207-0f66-48e8-9cb2-ae6f25fcbe3b service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Received event network-vif-deleted-e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.172738] env[70059]: INFO nova.compute.manager [req-fdaa9a33-5c81-418d-9c9b-3da04fdc3747 req-744ad207-0f66-48e8-9cb2-ae6f25fcbe3b service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Neutron deleted interface e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9; detaching it from the instance and deleting it from the info cache [ 771.172738] env[70059]: DEBUG nova.network.neutron [req-fdaa9a33-5c81-418d-9c9b-3da04fdc3747 req-744ad207-0f66-48e8-9cb2-ae6f25fcbe3b service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.184142] env[70059]: DEBUG oslo_concurrency.lockutils [req-ccfe61a4-77ca-4b01-9d5e-4223b10545bd req-5f27a24b-53a4-4b0a-a1a6-38cd19aa3611 service nova] Releasing lock "refresh_cache-e6e74ef8-e10f-430f-8d61-71f1a53b9680" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.213233] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdb8ffec-e0f9-4a2e-bf5b-dfb2c7612327 tempest-VolumesAssistedSnapshotsTest-1499006374 tempest-VolumesAssistedSnapshotsTest-1499006374-project-admin] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.395s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.322760] env[70059]: DEBUG nova.network.neutron [-] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.332126] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271837} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.332126] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.332126] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.332126] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.364729] env[70059]: DEBUG oslo_concurrency.lockutils [req-70d75b59-97e1-4595-a2f7-306632402ea4 req-653fc0ba-05eb-4ecd-983e-a7862c676e72 service nova] Releasing lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.449693] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.680944] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5450d009-4a5d-4ede-b7e2-42b135385f3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.691306] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5576153-c1e3-4ace-a4aa-01e2d22237ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.735301] env[70059]: DEBUG nova.compute.manager [req-fdaa9a33-5c81-418d-9c9b-3da04fdc3747 req-744ad207-0f66-48e8-9cb2-ae6f25fcbe3b service nova] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Detach interface failed, port_id=e57c4f10-f8b4-4be2-a2ac-6f3cef7f5ec9, reason: Instance e6e74ef8-e10f-430f-8d61-71f1a53b9680 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 771.780641] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d15033-9927-214c-b4a4-3e0d15e106ff/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 771.780641] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ecacab-56cc-4bf2-93b9-74c056c36685 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.787598] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d15033-9927-214c-b4a4-3e0d15e106ff/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 771.787598] env[70059]: ERROR oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d15033-9927-214c-b4a4-3e0d15e106ff/disk-0.vmdk due to incomplete transfer. [ 771.789723] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-241c45ab-88ec-4b36-9cfe-3d98cb0896dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.800473] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d15033-9927-214c-b4a4-3e0d15e106ff/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 771.800699] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Uploaded image 70e6eafa-57e2-463d-b762-f15fde716057 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 771.803486] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 771.803809] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c58688c8-59d7-4dd0-b135-1a30b054029f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.818976] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 771.818976] env[70059]: value = "task-3188882" [ 771.818976] env[70059]: _type = "Task" [ 771.818976] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.830034] env[70059]: INFO nova.compute.manager [-] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Took 1.60 seconds to deallocate network for instance. [ 771.840781] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188882, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.889152] env[70059]: DEBUG nova.compute.manager [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.889307] env[70059]: DEBUG nova.compute.manager [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing instance network info cache due to event network-changed-fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.889610] env[70059]: DEBUG oslo_concurrency.lockutils [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] Acquiring lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.889769] env[70059]: DEBUG oslo_concurrency.lockutils [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] Acquired lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.889937] env[70059]: DEBUG nova.network.neutron [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Refreshing network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.914626] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d698b-3e43-4bba-a82e-bf8394521e07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.922770] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde27c05-d3ed-4390-8db9-1addf1607c1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.957623] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7f88f5-7a85-423a-a940-4604fcb31494 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.965964] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294a49d-90b3-4e35-93c6-2badb5c9e4f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.979767] env[70059]: DEBUG nova.compute.provider_tree [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.332981] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188882, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.351599] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.383818] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.384200] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.384414] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.384670] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.384935] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.385292] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.385612] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.385853] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.386162] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.386412] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.386679] env[70059]: DEBUG nova.virt.hardware [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.388346] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089d26a-1057-40a3-99b0-1e5b39e82cf5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.398853] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d22326d-7ed6-4206-a67e-a5a2b154cfd2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.413724] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.419557] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.420027] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.420252] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-619ac328-df5f-4496-871a-f02893c5b7dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.437399] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.437399] env[70059]: value = "task-3188883" [ 772.437399] env[70059]: _type = "Task" [ 772.437399] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.445865] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188883, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.524822] env[70059]: DEBUG nova.scheduler.client.report [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 772.525347] env[70059]: DEBUG nova.compute.provider_tree [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 63 to 64 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 772.525640] env[70059]: DEBUG nova.compute.provider_tree [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.727656] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "5af0252a-65c9-4afb-9412-32666a385e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.727941] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "5af0252a-65c9-4afb-9412-32666a385e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.728255] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "5af0252a-65c9-4afb-9412-32666a385e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.728455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "5af0252a-65c9-4afb-9412-32666a385e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.728629] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "5af0252a-65c9-4afb-9412-32666a385e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.731271] env[70059]: INFO nova.compute.manager [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Terminating instance [ 772.742082] env[70059]: DEBUG nova.network.neutron [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updated VIF entry in instance network info cache for port fa85baa3-857c-47b6-b4dd-5ab19ac45e45. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.742687] env[70059]: DEBUG nova.network.neutron [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [{"id": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "address": "fa:16:3e:4a:c0:da", "network": {"id": "9231eb97-6273-4355-8b00-104959201ff3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1677749277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8afe059d143c4b8a9be0fc4a5882d634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa85baa3-85", "ovs_interfaceid": "fa85baa3-857c-47b6-b4dd-5ab19ac45e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.832759] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188882, 'name': Destroy_Task, 'duration_secs': 0.749147} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.833209] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Destroyed the VM [ 772.833503] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 772.833776] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6281eeb-429b-4d00-9833-2eb556a188ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.840990] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 772.840990] env[70059]: value = "task-3188884" [ 772.840990] env[70059]: _type = "Task" [ 772.840990] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.849725] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.953784] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188883, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.032131] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.900s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.032131] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.034601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.355s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.040023] env[70059]: INFO nova.compute.claims [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.237694] env[70059]: DEBUG nova.compute.manager [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.237937] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.239026] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272caed1-fecb-486b-a29e-b27fb443a76c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.247569] env[70059]: DEBUG oslo_concurrency.lockutils [req-291f861f-c928-4ef4-ac71-4dcec6cb64e7 req-bf236a73-7e8d-44df-992c-4277d4eafa72 service nova] Releasing lock "refresh_cache-ca457c4e-4865-43e0-86e1-617fada34e38" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.248273] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.248547] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cffd706-0d9d-4aa0-9dce-6a4df302d62e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.253841] env[70059]: DEBUG oslo_vmware.api [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 773.253841] env[70059]: value = "task-3188885" [ 773.253841] env[70059]: _type = "Task" [ 773.253841] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.262034] env[70059]: DEBUG oslo_vmware.api [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.312113] env[70059]: DEBUG nova.compute.manager [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-changed-9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.312158] env[70059]: DEBUG nova.compute.manager [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Refreshing instance network info cache due to event network-changed-9d9b53fe-fe5f-49ad-904b-3562818fd6ad. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.312373] env[70059]: DEBUG oslo_concurrency.lockutils [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] Acquiring lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.312543] env[70059]: DEBUG oslo_concurrency.lockutils [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] Acquired lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.312723] env[70059]: DEBUG nova.network.neutron [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Refreshing network info cache for port 9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.353435] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188884, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.393103] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.393398] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.394032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.394032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.394032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.398395] env[70059]: INFO nova.compute.manager [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Terminating instance [ 773.449782] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188883, 'name': CreateVM_Task, 'duration_secs': 0.564127} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.450054] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.450584] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.450805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.451174] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.451497] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4315b2-d4b4-4cee-91eb-e945d842c736 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.456620] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 773.456620] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f66fae-a49f-ff61-4d42-c05843789c33" [ 773.456620] env[70059]: _type = "Task" [ 773.456620] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.466226] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f66fae-a49f-ff61-4d42-c05843789c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.511024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.511262] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.541240] env[70059]: DEBUG nova.compute.utils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.545179] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.545618] env[70059]: DEBUG nova.network.neutron [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.608627] env[70059]: DEBUG nova.policy [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dbfa6a0d3374003b0943a09e06d1cb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8232a3101b8645639b00ab8a3a055581', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.663113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.663113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.663244] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.663432] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.663612] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.666201] env[70059]: INFO nova.compute.manager [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Terminating instance [ 773.764213] env[70059]: DEBUG oslo_vmware.api [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188885, 'name': PowerOffVM_Task, 'duration_secs': 0.270113} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.764492] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.764667] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.764925] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9103162-9754-4076-8e59-e5a163c70d64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.837145] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.837962] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.838268] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Deleting the datastore file [datastore2] 5af0252a-65c9-4afb-9412-32666a385e42 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.838741] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f6d25e9-72ef-42b8-946b-094b58bdedce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.855037] env[70059]: DEBUG oslo_vmware.api [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 773.855037] env[70059]: value = "task-3188887" [ 773.855037] env[70059]: _type = "Task" [ 773.855037] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.863929] env[70059]: DEBUG oslo_vmware.api [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188884, 'name': RemoveSnapshot_Task, 'duration_secs': 0.852405} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.864588] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.864827] env[70059]: INFO nova.compute.manager [None req-0e1af1ee-dcdf-41ef-bf47-f5d66400ea57 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 773.870163] env[70059]: DEBUG oslo_vmware.api [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.904873] env[70059]: DEBUG nova.compute.manager [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.904873] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.904964] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f130e370-d415-4702-ae32-83038ab8415d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.915089] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.916505] env[70059]: DEBUG nova.network.neutron [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Successfully created port: 217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.918239] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49ffaabd-327b-45c7-9fae-961916699ba4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.924125] env[70059]: DEBUG oslo_vmware.api [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 773.924125] env[70059]: value = "task-3188888" [ 773.924125] env[70059]: _type = "Task" [ 773.924125] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.931944] env[70059]: DEBUG oslo_vmware.api [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.967605] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f66fae-a49f-ff61-4d42-c05843789c33, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.967975] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.968287] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.968648] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.968761] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.968998] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.969628] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ff2805-4e91-4c10-a9c9-64641d418e1d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.988482] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.988708] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.989650] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3370f34b-e654-49e7-b39f-93fb5c916987 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.995419] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 773.995419] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522f24f4-82a2-09f9-8239-4392c7fb0e5a" [ 773.995419] env[70059]: _type = "Task" [ 773.995419] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.003716] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522f24f4-82a2-09f9-8239-4392c7fb0e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.051330] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.123356] env[70059]: DEBUG nova.network.neutron [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updated VIF entry in instance network info cache for port 9d9b53fe-fe5f-49ad-904b-3562818fd6ad. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.123796] env[70059]: DEBUG nova.network.neutron [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.172633] env[70059]: DEBUG nova.compute.manager [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.172843] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.174564] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b3ef63-00a5-41ec-b806-3f24e5ad29de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.182845] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.183072] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0936d50-fc63-476c-b854-e8dd08508757 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.192096] env[70059]: DEBUG oslo_vmware.api [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 774.192096] env[70059]: value = "task-3188889" [ 774.192096] env[70059]: _type = "Task" [ 774.192096] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.202890] env[70059]: DEBUG oslo_vmware.api [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.365679] env[70059]: DEBUG oslo_vmware.api [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3188887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246209} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.365679] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.365773] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.365922] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.366117] env[70059]: INFO nova.compute.manager [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 774.366991] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.366991] env[70059]: DEBUG nova.compute.manager [-] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.366991] env[70059]: DEBUG nova.network.neutron [-] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.436824] env[70059]: DEBUG oslo_vmware.api [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188888, 'name': PowerOffVM_Task, 'duration_secs': 0.190746} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.439720] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.439899] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.440361] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec0c848-7e8f-4da4-8f8f-1beb5f7eaa36 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.508773] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522f24f4-82a2-09f9-8239-4392c7fb0e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.510283] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba21885-1f15-4a05-aa37-e9fcc5535f1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.512651] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.512879] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.513093] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleting the datastore file [datastore1] 2cfab35b-f2fb-4782-a2ea-6cb6059261ba {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.515143] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-775fcb35-7346-4272-887d-6ce998603f7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.519187] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 774.519187] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5295f64a-93d8-1532-df37-b5daab859be1" [ 774.519187] env[70059]: _type = "Task" [ 774.519187] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.527496] env[70059]: DEBUG oslo_vmware.api [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 774.527496] env[70059]: value = "task-3188891" [ 774.527496] env[70059]: _type = "Task" [ 774.527496] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.535753] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5295f64a-93d8-1532-df37-b5daab859be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.540491] env[70059]: DEBUG oslo_vmware.api [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.626894] env[70059]: DEBUG oslo_concurrency.lockutils [req-3a79d3cd-608b-4485-9de8-5e6f587043f2 req-86d591ee-fba2-43b1-959d-c4c996ca8418 service nova] Releasing lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.684728] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144f0369-28a1-4e15-a806-5680b65786d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.702857] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d4deb6-5cfd-491a-bf5b-d2c9cf9432b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.713068] env[70059]: DEBUG oslo_vmware.api [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188889, 'name': PowerOffVM_Task, 'duration_secs': 0.344933} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.740333] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.740600] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.741655] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1087c681-7076-4d01-8ae5-04b482349e18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.743951] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5f526d-238a-4966-97d6-7b47361b93aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.751885] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797da576-8ef1-4c44-855f-e1b92ffe2912 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.765853] env[70059]: DEBUG nova.compute.provider_tree [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.808511] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.808872] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.809101] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleting the datastore file [datastore2] 19c96786-d3cc-49be-ac6e-825c62ffa8a6 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.809371] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca79667-7ca3-4bab-a8b0-a16b3464e20d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.821248] env[70059]: DEBUG oslo_vmware.api [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for the task: (returnval){ [ 774.821248] env[70059]: value = "task-3188893" [ 774.821248] env[70059]: _type = "Task" [ 774.821248] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.827634] env[70059]: DEBUG oslo_vmware.api [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.037174] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5295f64a-93d8-1532-df37-b5daab859be1, 'name': SearchDatastore_Task, 'duration_secs': 0.024459} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.038026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.038192] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.038371] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65cfbc8c-6fce-4909-a65e-81ddae7edf00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.044371] env[70059]: DEBUG oslo_vmware.api [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357302} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.044960] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.045182] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.045409] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.045544] env[70059]: INFO nova.compute.manager [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.045778] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.045960] env[70059]: DEBUG nova.compute.manager [-] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.046063] env[70059]: DEBUG nova.network.neutron [-] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.049687] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 775.049687] env[70059]: value = "task-3188894" [ 775.049687] env[70059]: _type = "Task" [ 775.049687] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.057158] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.065518] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.088613] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.088874] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.089055] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.089257] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.089411] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.089560] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.089784] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.089944] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.090153] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.090332] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.090522] env[70059]: DEBUG nova.virt.hardware [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.091443] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f0832-11e9-47dd-9062-3e271c55eba7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.099942] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eb1193-2910-406d-9009-71c59d83dadf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.270229] env[70059]: DEBUG nova.scheduler.client.report [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.334020] env[70059]: DEBUG oslo_vmware.api [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Task: {'id': task-3188893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293109} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.334020] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.334020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.334020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.334020] env[70059]: INFO nova.compute.manager [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 775.334462] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.334462] env[70059]: DEBUG nova.compute.manager [-] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.334462] env[70059]: DEBUG nova.network.neutron [-] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.564155] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.637623] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.637623] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.637623] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "32cde80f-7b4d-40df-ac02-087e12a739c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.637623] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.638065] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.640203] env[70059]: INFO nova.compute.manager [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Terminating instance [ 775.684131] env[70059]: DEBUG nova.compute.manager [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.685530] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c43f6ec-24c5-4134-8ee1-9b5d97f2d99c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.776162] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.777770] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.785020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.921s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.785020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.785020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.865s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.787176] env[70059]: INFO nova.compute.claims [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.791095] env[70059]: DEBUG nova.compute.manager [req-7afd8dad-401e-416a-a31d-6e1129bc6203 req-7df5b1cc-4a94-4c85-b601-11779a3aef66 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Received event network-vif-deleted-8bb51fe4-4e93-44b2-90d6-b59faa49c744 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.791303] env[70059]: INFO nova.compute.manager [req-7afd8dad-401e-416a-a31d-6e1129bc6203 req-7df5b1cc-4a94-4c85-b601-11779a3aef66 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Neutron deleted interface 8bb51fe4-4e93-44b2-90d6-b59faa49c744; detaching it from the instance and deleting it from the info cache [ 775.792190] env[70059]: DEBUG nova.network.neutron [req-7afd8dad-401e-416a-a31d-6e1129bc6203 req-7df5b1cc-4a94-4c85-b601-11779a3aef66 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.816035] env[70059]: DEBUG nova.compute.manager [req-b71a31af-fe48-4e60-8f8c-359009494726 req-58ba1826-2221-4f04-a1cd-a9535dcee9a5 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Received event network-vif-plugged-217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.818096] env[70059]: DEBUG oslo_concurrency.lockutils [req-b71a31af-fe48-4e60-8f8c-359009494726 req-58ba1826-2221-4f04-a1cd-a9535dcee9a5 service nova] Acquiring lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.818096] env[70059]: DEBUG oslo_concurrency.lockutils [req-b71a31af-fe48-4e60-8f8c-359009494726 req-58ba1826-2221-4f04-a1cd-a9535dcee9a5 service nova] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.818096] env[70059]: DEBUG oslo_concurrency.lockutils [req-b71a31af-fe48-4e60-8f8c-359009494726 req-58ba1826-2221-4f04-a1cd-a9535dcee9a5 service nova] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.818096] env[70059]: DEBUG nova.compute.manager [req-b71a31af-fe48-4e60-8f8c-359009494726 req-58ba1826-2221-4f04-a1cd-a9535dcee9a5 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] No waiting events found dispatching network-vif-plugged-217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.818096] env[70059]: WARNING nova.compute.manager [req-b71a31af-fe48-4e60-8f8c-359009494726 req-58ba1826-2221-4f04-a1cd-a9535dcee9a5 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Received unexpected event network-vif-plugged-217e6ade-80ba-4c54-80ed-e9f2ece89ba7 for instance with vm_state building and task_state spawning. [ 775.833030] env[70059]: INFO nova.scheduler.client.report [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Deleted allocations for instance c185084d-195a-4157-926f-399999de0855 [ 775.840550] env[70059]: DEBUG nova.network.neutron [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Successfully updated port: 217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.060267] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602326} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.060535] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.060755] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.061028] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53a346bc-d089-4199-acbe-1235ef770f3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.067551] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 776.067551] env[70059]: value = "task-3188895" [ 776.067551] env[70059]: _type = "Task" [ 776.067551] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.076094] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.112097] env[70059]: DEBUG nova.network.neutron [-] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.150860] env[70059]: DEBUG nova.compute.manager [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.151138] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.152069] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f545a279-c8cd-4db4-beb7-7ce9a6298f97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.162085] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.162376] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-895020c6-5dfb-4fdf-b491-77e4e8ff127c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.169518] env[70059]: DEBUG oslo_vmware.api [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 776.169518] env[70059]: value = "task-3188896" [ 776.169518] env[70059]: _type = "Task" [ 776.169518] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.177276] env[70059]: DEBUG oslo_vmware.api [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.201173] env[70059]: INFO nova.compute.manager [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] instance snapshotting [ 776.203995] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64567f9f-830b-4b3c-a64a-ec06e1c0dd70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.227815] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4097b1ca-749f-4eec-9762-bcaaad29dd03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.235988] env[70059]: DEBUG nova.network.neutron [-] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.282590] env[70059]: DEBUG nova.network.neutron [-] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.296645] env[70059]: DEBUG nova.compute.utils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.297892] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.298077] env[70059]: DEBUG nova.network.neutron [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.311911] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e8127ca-bb0e-406b-afdf-40acbcc1c373 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.323409] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ccd7c-51be-4c42-b2de-90b4125f077d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.359493] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "refresh_cache-00d4e54d-2bb8-46d1-a850-e8573cc0104c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.359642] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired lock "refresh_cache-00d4e54d-2bb8-46d1-a850-e8573cc0104c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.359787] env[70059]: DEBUG nova.network.neutron [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.361246] env[70059]: DEBUG nova.compute.manager [req-7afd8dad-401e-416a-a31d-6e1129bc6203 req-7df5b1cc-4a94-4c85-b601-11779a3aef66 service nova] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Detach interface failed, port_id=8bb51fe4-4e93-44b2-90d6-b59faa49c744, reason: Instance 5af0252a-65c9-4afb-9412-32666a385e42 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.362116] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f14d182-62d9-4f14-81a8-d92e12fa5c95 tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "c185084d-195a-4157-926f-399999de0855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.430s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.377638] env[70059]: DEBUG nova.policy [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dfb3daa77b7486aa0dc2c82486bf7f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '856a96ed7bfe4d40b44bd761c51f99ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.577546] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156034} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.577842] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.578650] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777adf6-a56e-49e8-a5d4-44a3a3ddf7da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.598352] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.598676] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfccaa9-7b6f-448f-b061-bbad25dedc35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.614697] env[70059]: INFO nova.compute.manager [-] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Took 2.25 seconds to deallocate network for instance. [ 776.619211] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 776.619211] env[70059]: value = "task-3188897" [ 776.619211] env[70059]: _type = "Task" [ 776.619211] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.633508] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.679386] env[70059]: DEBUG oslo_vmware.api [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188896, 'name': PowerOffVM_Task, 'duration_secs': 0.305622} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.679710] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.679811] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.680103] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7e93353-6549-4eb1-9fbd-c93762fe79ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.726217] env[70059]: DEBUG nova.network.neutron [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Successfully created port: f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.735566] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "5312440a-5551-4acc-b114-67bb23a84399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.735834] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "5312440a-5551-4acc-b114-67bb23a84399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.736054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "5312440a-5551-4acc-b114-67bb23a84399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.736305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "5312440a-5551-4acc-b114-67bb23a84399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.736409] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "5312440a-5551-4acc-b114-67bb23a84399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.738476] env[70059]: INFO nova.compute.manager [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Terminating instance [ 776.741263] env[70059]: INFO nova.compute.manager [-] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Took 1.70 seconds to deallocate network for instance. [ 776.747299] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.747566] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98bf014f-e756-413a-a8b7-811a56f2b7a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.759029] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 776.759029] env[70059]: value = "task-3188899" [ 776.759029] env[70059]: _type = "Task" [ 776.759029] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.765568] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.766870] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.767090] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.768015] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Deleting the datastore file [datastore1] 32cde80f-7b4d-40df-ac02-087e12a739c5 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.768015] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be6a87ed-df5f-42c2-809d-433e9341cfef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.773774] env[70059]: DEBUG oslo_vmware.api [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for the task: (returnval){ [ 776.773774] env[70059]: value = "task-3188900" [ 776.773774] env[70059]: _type = "Task" [ 776.773774] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.783905] env[70059]: DEBUG oslo_vmware.api [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.784902] env[70059]: INFO nova.compute.manager [-] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Took 1.45 seconds to deallocate network for instance. [ 776.801351] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.926444] env[70059]: DEBUG nova.network.neutron [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.132105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.132635] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188897, 'name': ReconfigVM_Task, 'duration_secs': 0.422193} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.136723] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Reconfigured VM instance instance-00000022 to attach disk [datastore1] c42e1228-14f5-42d7-887c-c33644c478c5/c42e1228-14f5-42d7-887c-c33644c478c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.138728] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b89c503-64ad-48ac-8950-c7ff5e289d73 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.148351] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 777.148351] env[70059]: value = "task-3188901" [ 777.148351] env[70059]: _type = "Task" [ 777.148351] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.163063] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188901, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.236166] env[70059]: DEBUG nova.network.neutron [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Updating instance_info_cache with network_info: [{"id": "217e6ade-80ba-4c54-80ed-e9f2ece89ba7", "address": "fa:16:3e:86:c4:af", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e6ade-80", "ovs_interfaceid": "217e6ade-80ba-4c54-80ed-e9f2ece89ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.247565] env[70059]: DEBUG nova.compute.manager [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.247565] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.248675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.249954] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf3ed6-c4b1-438f-8bc8-22e95986a004 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.258899] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.262615] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-198bd0b0-6789-40d1-833d-3e2b4a97caed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.272224] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.273882] env[70059]: DEBUG oslo_vmware.api [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 777.273882] env[70059]: value = "task-3188902" [ 777.273882] env[70059]: _type = "Task" [ 777.273882] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.287820] env[70059]: DEBUG oslo_vmware.api [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Task: {'id': task-3188900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216035} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.291016] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.291245] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.291423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.292034] env[70059]: INFO nova.compute.manager [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 777.292034] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.292452] env[70059]: DEBUG oslo_vmware.api [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.293851] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.293851] env[70059]: DEBUG nova.compute.manager [-] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.293851] env[70059]: DEBUG nova.network.neutron [-] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.432851] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f28bf-84cb-482d-a804-bf606fde60fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.441681] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0430345f-2b9c-4aa3-a261-6957f7584d5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.474770] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7db5f6b-6515-4168-b794-5eb8aa035fd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.488026] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d4421b-747f-40eb-8969-9cdccc75fb5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.511748] env[70059]: DEBUG nova.compute.provider_tree [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.658752] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188901, 'name': Rename_Task, 'duration_secs': 0.174461} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.659187] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.659445] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa31f08-f54c-4d59-84f2-02c2128673db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.665815] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Waiting for the task: (returnval){ [ 777.665815] env[70059]: value = "task-3188903" [ 777.665815] env[70059]: _type = "Task" [ 777.665815] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.673525] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.738688] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Releasing lock "refresh_cache-00d4e54d-2bb8-46d1-a850-e8573cc0104c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739028] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Instance network_info: |[{"id": "217e6ade-80ba-4c54-80ed-e9f2ece89ba7", "address": "fa:16:3e:86:c4:af", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e6ade-80", "ovs_interfaceid": "217e6ade-80ba-4c54-80ed-e9f2ece89ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.739457] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '217e6ade-80ba-4c54-80ed-e9f2ece89ba7', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.747174] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.747396] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.747653] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffd42086-5e39-4197-aaf6-0bbcbe946dd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.770105] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188899, 'name': CreateSnapshot_Task, 'duration_secs': 0.615434} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.771312] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.771537] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.771537] env[70059]: value = "task-3188904" [ 777.771537] env[70059]: _type = "Task" [ 777.771537] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.772622] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069af9ea-8b47-41cd-a5a4-93e2f5f10b28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.792186] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188904, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.792452] env[70059]: DEBUG oslo_vmware.api [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188902, 'name': PowerOffVM_Task, 'duration_secs': 0.237218} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.793477] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.793477] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.793477] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aaa7d2f-37d8-40ce-a8e8-25b7064b2897 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.813200] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.821090] env[70059]: DEBUG nova.compute.manager [req-54c2dae5-f979-473d-9bfd-f791188b6b39 req-05dea241-ea4d-4528-8ebe-a548c299827c service nova] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Received event network-vif-deleted-80099946-cd69-4fc0-a5af-fc471890117f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.844841] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.845100] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.845257] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.845435] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.845581] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.845749] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.845966] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.846142] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.846310] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.846472] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.846695] env[70059]: DEBUG nova.virt.hardware [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.847615] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b7ad4-4b03-4cb4-b9d4-0a3ab11dad53 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.852397] env[70059]: DEBUG nova.compute.manager [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Received event network-vif-deleted-68f3ef18-f849-45f9-bfaf-a6e73d388372 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.852596] env[70059]: DEBUG nova.compute.manager [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Received event network-changed-217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.852789] env[70059]: DEBUG nova.compute.manager [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Refreshing instance network info cache due to event network-changed-217e6ade-80ba-4c54-80ed-e9f2ece89ba7. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.853372] env[70059]: DEBUG oslo_concurrency.lockutils [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] Acquiring lock "refresh_cache-00d4e54d-2bb8-46d1-a850-e8573cc0104c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.853628] env[70059]: DEBUG oslo_concurrency.lockutils [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] Acquired lock "refresh_cache-00d4e54d-2bb8-46d1-a850-e8573cc0104c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.853705] env[70059]: DEBUG nova.network.neutron [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Refreshing network info cache for port 217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.866341] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc9417-2912-4404-b890-fe48fa1bec14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.873549] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.873805] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.874036] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Deleting the datastore file [datastore2] 5312440a-5551-4acc-b114-67bb23a84399 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.874926] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff6c669-c468-4bef-a49c-1646ae7441a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.893374] env[70059]: DEBUG oslo_vmware.api [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for the task: (returnval){ [ 777.893374] env[70059]: value = "task-3188906" [ 777.893374] env[70059]: _type = "Task" [ 777.893374] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.902500] env[70059]: DEBUG oslo_vmware.api [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.016717] env[70059]: DEBUG nova.scheduler.client.report [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.175827] env[70059]: DEBUG oslo_vmware.api [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Task: {'id': task-3188903, 'name': PowerOnVM_Task, 'duration_secs': 0.407682} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.176151] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.176385] env[70059]: DEBUG nova.compute.manager [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.177365] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86032dde-e2c4-46fa-8edc-fa07c4624180 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.284318] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188904, 'name': CreateVM_Task, 'duration_secs': 0.376521} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.284475] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.285298] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.285585] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.285827] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.286404] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95ac744-0d2c-4090-b04d-02a67e8598cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.291579] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 778.291579] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523fd317-ee9c-3a93-3464-a9d58100812e" [ 778.291579] env[70059]: _type = "Task" [ 778.291579] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.302780] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.303775] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-039b8678-774c-4481-b9f5-24665ab75af0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.311852] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523fd317-ee9c-3a93-3464-a9d58100812e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.313185] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 778.313185] env[70059]: value = "task-3188907" [ 778.313185] env[70059]: _type = "Task" [ 778.313185] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.323606] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188907, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.404294] env[70059]: DEBUG oslo_vmware.api [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Task: {'id': task-3188906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192094} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.404294] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.404294] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.404469] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.404541] env[70059]: INFO nova.compute.manager [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Took 1.16 seconds to destroy the instance on the hypervisor. [ 778.407114] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.407114] env[70059]: DEBUG nova.compute.manager [-] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.407114] env[70059]: DEBUG nova.network.neutron [-] [instance: 5312440a-5551-4acc-b114-67bb23a84399] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.527029] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.527029] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.528116] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.458s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.529996] env[70059]: INFO nova.compute.claims [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.588173] env[70059]: DEBUG nova.network.neutron [-] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.699123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.759936] env[70059]: DEBUG nova.network.neutron [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Successfully updated port: f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.772290] env[70059]: DEBUG nova.network.neutron [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Updated VIF entry in instance network info cache for port 217e6ade-80ba-4c54-80ed-e9f2ece89ba7. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.772290] env[70059]: DEBUG nova.network.neutron [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Updating instance_info_cache with network_info: [{"id": "217e6ade-80ba-4c54-80ed-e9f2ece89ba7", "address": "fa:16:3e:86:c4:af", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e6ade-80", "ovs_interfaceid": "217e6ade-80ba-4c54-80ed-e9f2ece89ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.806185] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523fd317-ee9c-3a93-3464-a9d58100812e, 'name': SearchDatastore_Task, 'duration_secs': 0.02126} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.806497] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.806755] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.806995] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.808031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.808031] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.808031] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd3bc9a5-d1db-479e-999c-7cc09c743492 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.820044] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.820314] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.825134] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135bff69-41a4-438c-ba12-d349520a1513 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.828081] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188907, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.831452] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 778.831452] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52688356-d73e-7b56-4c15-5c2a4588c75d" [ 778.831452] env[70059]: _type = "Task" [ 778.831452] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.843922] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52688356-d73e-7b56-4c15-5c2a4588c75d, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.844749] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfcbf3e-54b6-4e99-8ae6-69c44b96b4ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.849217] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 778.849217] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523bc170-95d5-727d-f47f-6f7dcc89221a" [ 778.849217] env[70059]: _type = "Task" [ 778.849217] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.856778] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523bc170-95d5-727d-f47f-6f7dcc89221a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.036667] env[70059]: DEBUG nova.compute.utils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.039118] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.039398] env[70059]: DEBUG nova.network.neutron [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.090109] env[70059]: INFO nova.compute.manager [-] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Took 1.80 seconds to deallocate network for instance. [ 779.125584] env[70059]: DEBUG nova.policy [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '937f353ad05347f9aaedfa88ee97a0f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2142c2ed6fdc4ff895c303422e15f44c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.265390] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "refresh_cache-8ad43e3f-41e1-4064-88d2-a16a6b3f8075" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.265390] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquired lock "refresh_cache-8ad43e3f-41e1-4064-88d2-a16a6b3f8075" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.265595] env[70059]: DEBUG nova.network.neutron [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.281748] env[70059]: DEBUG oslo_concurrency.lockutils [req-b3632f22-149e-4825-8680-fae49377840d req-e4ef264e-7048-43a8-971e-27042d354d64 service nova] Releasing lock "refresh_cache-00d4e54d-2bb8-46d1-a850-e8573cc0104c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.281748] env[70059]: DEBUG nova.network.neutron [-] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.301547] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "c42e1228-14f5-42d7-887c-c33644c478c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.301892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "c42e1228-14f5-42d7-887c-c33644c478c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.302239] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "c42e1228-14f5-42d7-887c-c33644c478c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.302298] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "c42e1228-14f5-42d7-887c-c33644c478c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.302468] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "c42e1228-14f5-42d7-887c-c33644c478c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.307654] env[70059]: INFO nova.compute.manager [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Terminating instance [ 779.329021] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188907, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.361437] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523bc170-95d5-727d-f47f-6f7dcc89221a, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.361630] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.362017] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 00d4e54d-2bb8-46d1-a850-e8573cc0104c/00d4e54d-2bb8-46d1-a850-e8573cc0104c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.362335] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b11c6c4-f349-4e1a-aced-e44a77d30d44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.369373] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 779.369373] env[70059]: value = "task-3188908" [ 779.369373] env[70059]: _type = "Task" [ 779.369373] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.377243] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.540310] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.571179] env[70059]: DEBUG nova.network.neutron [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Successfully created port: b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.598384] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.785844] env[70059]: INFO nova.compute.manager [-] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Took 1.38 seconds to deallocate network for instance. [ 779.811011] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "refresh_cache-c42e1228-14f5-42d7-887c-c33644c478c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.811216] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquired lock "refresh_cache-c42e1228-14f5-42d7-887c-c33644c478c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.811514] env[70059]: DEBUG nova.network.neutron [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.825310] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188907, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.826231] env[70059]: DEBUG nova.network.neutron [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.889360] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188908, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.900334] env[70059]: DEBUG nova.compute.manager [req-e0cab8a9-9653-4db0-af76-7094115ac21b req-7dad5477-1ac4-48e5-a204-9fca437fe9c6 service nova] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Received event network-vif-deleted-2987c0a4-7817-481f-a3fe-c99825fd67ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.016585] env[70059]: DEBUG nova.network.neutron [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Updating instance_info_cache with network_info: [{"id": "f2a8c40a-828f-4b03-b940-c58ca9ac871a", "address": "fa:16:3e:23:7c:23", "network": {"id": "517d4d35-9fe9-4d38-915a-959d49e31dd4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1660979538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856a96ed7bfe4d40b44bd761c51f99ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2a8c40a-82", "ovs_interfaceid": "f2a8c40a-828f-4b03-b940-c58ca9ac871a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.088013] env[70059]: DEBUG nova.compute.manager [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Received event network-vif-deleted-f972b67a-2d14-4b1a-adc5-1324166e9df5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.088247] env[70059]: DEBUG nova.compute.manager [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Received event network-vif-plugged-f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.088442] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] Acquiring lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.088644] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.088811] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.088972] env[70059]: DEBUG nova.compute.manager [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] No waiting events found dispatching network-vif-plugged-f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.089148] env[70059]: WARNING nova.compute.manager [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Received unexpected event network-vif-plugged-f2a8c40a-828f-4b03-b940-c58ca9ac871a for instance with vm_state building and task_state spawning. [ 780.089305] env[70059]: DEBUG nova.compute.manager [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Received event network-changed-f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.089451] env[70059]: DEBUG nova.compute.manager [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Refreshing instance network info cache due to event network-changed-f2a8c40a-828f-4b03-b940-c58ca9ac871a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.089613] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] Acquiring lock "refresh_cache-8ad43e3f-41e1-4064-88d2-a16a6b3f8075" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.141468] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3f5640-314f-4ea9-824a-b2c0e33a8f48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.149555] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aafaa0-9a2e-4061-b580-b07d425fc599 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.180220] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a804c2-88ac-4f8d-b605-a2e17d0a4bf8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.190877] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2e3b4d-1a8e-4d54-a010-52a602472413 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.205570] env[70059]: DEBUG nova.compute.provider_tree [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.294882] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.328316] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188907, 'name': CloneVM_Task, 'duration_secs': 1.8117} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.328316] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Created linked-clone VM from snapshot [ 780.328986] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7941a5-8a70-45df-a4d7-51bb06c85526 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.336929] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Uploading image 0bd554bd-bf80-4d60-9fc7-b083001a4efb {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.341874] env[70059]: DEBUG nova.network.neutron [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.368141] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.368141] env[70059]: value = "vm-637743" [ 780.368141] env[70059]: _type = "VirtualMachine" [ 780.368141] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.368566] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93daad68-554d-42bd-bf92-e6c23b5eb9ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.379618] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540767} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.380891] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 00d4e54d-2bb8-46d1-a850-e8573cc0104c/00d4e54d-2bb8-46d1-a850-e8573cc0104c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.381181] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.381523] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lease: (returnval){ [ 780.381523] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f8b8f8-2fc3-9f78-5a2b-11a22fc9e148" [ 780.381523] env[70059]: _type = "HttpNfcLease" [ 780.381523] env[70059]: } obtained for exporting VM: (result){ [ 780.381523] env[70059]: value = "vm-637743" [ 780.381523] env[70059]: _type = "VirtualMachine" [ 780.381523] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.381869] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the lease: (returnval){ [ 780.381869] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f8b8f8-2fc3-9f78-5a2b-11a22fc9e148" [ 780.381869] env[70059]: _type = "HttpNfcLease" [ 780.381869] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.382168] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cc23a9e-4327-45ef-9e47-6cdfc85e591e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.390307] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.390307] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f8b8f8-2fc3-9f78-5a2b-11a22fc9e148" [ 780.390307] env[70059]: _type = "HttpNfcLease" [ 780.390307] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 780.392084] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 780.392084] env[70059]: value = "task-3188910" [ 780.392084] env[70059]: _type = "Task" [ 780.392084] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.401266] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.412103] env[70059]: DEBUG nova.network.neutron [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.519666] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Releasing lock "refresh_cache-8ad43e3f-41e1-4064-88d2-a16a6b3f8075" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.519666] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Instance network_info: |[{"id": "f2a8c40a-828f-4b03-b940-c58ca9ac871a", "address": "fa:16:3e:23:7c:23", "network": {"id": "517d4d35-9fe9-4d38-915a-959d49e31dd4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1660979538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856a96ed7bfe4d40b44bd761c51f99ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2a8c40a-82", "ovs_interfaceid": "f2a8c40a-828f-4b03-b940-c58ca9ac871a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.519842] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] Acquired lock "refresh_cache-8ad43e3f-41e1-4064-88d2-a16a6b3f8075" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.519951] env[70059]: DEBUG nova.network.neutron [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Refreshing network info cache for port f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.521771] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:7c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2a8c40a-828f-4b03-b940-c58ca9ac871a', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.530078] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Creating folder: Project (856a96ed7bfe4d40b44bd761c51f99ac). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.532981] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109048f4-77aa-4198-ac90-adb1653ee7b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.545866] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Created folder: Project (856a96ed7bfe4d40b44bd761c51f99ac) in parent group-v637631. [ 780.546091] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Creating folder: Instances. Parent ref: group-v637744. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.546335] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3884bf01-7017-4e4a-89f4-1341e31c5f97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.555506] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.559317] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Created folder: Instances in parent group-v637744. [ 780.559581] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.559847] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.560012] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc9b434-b2e0-4187-8ea5-729fc6ec02f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.585286] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.585551] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.585711] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.585888] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.587072] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.587072] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.587072] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.587072] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.587072] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.587253] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.587253] env[70059]: DEBUG nova.virt.hardware [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.588053] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19299825-a58c-45b9-926b-1515d70ab15a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.593041] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.593041] env[70059]: value = "task-3188913" [ 780.593041] env[70059]: _type = "Task" [ 780.593041] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.600577] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597ab905-bf0a-47e8-8d20-b86a56176c52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.608308] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188913, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.709056] env[70059]: DEBUG nova.scheduler.client.report [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.785976] env[70059]: DEBUG nova.network.neutron [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Updated VIF entry in instance network info cache for port f2a8c40a-828f-4b03-b940-c58ca9ac871a. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.786792] env[70059]: DEBUG nova.network.neutron [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Updating instance_info_cache with network_info: [{"id": "f2a8c40a-828f-4b03-b940-c58ca9ac871a", "address": "fa:16:3e:23:7c:23", "network": {"id": "517d4d35-9fe9-4d38-915a-959d49e31dd4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1660979538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "856a96ed7bfe4d40b44bd761c51f99ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2a8c40a-82", "ovs_interfaceid": "f2a8c40a-828f-4b03-b940-c58ca9ac871a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.892330] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.892330] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f8b8f8-2fc3-9f78-5a2b-11a22fc9e148" [ 780.892330] env[70059]: _type = "HttpNfcLease" [ 780.892330] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.892706] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.892706] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f8b8f8-2fc3-9f78-5a2b-11a22fc9e148" [ 780.892706] env[70059]: _type = "HttpNfcLease" [ 780.892706] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.896168] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a5433-8983-4002-9deb-cb489d94bf77 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.904868] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082244} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.907854] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.908707] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3553a-37c1-1718-9894-2d4d8366cf6c/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.908707] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3553a-37c1-1718-9894-2d4d8366cf6c/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.910092] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48640d1-2e5c-46dd-ab7f-6d32b7697bce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.966174] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Releasing lock "refresh_cache-c42e1228-14f5-42d7-887c-c33644c478c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.967115] env[70059]: DEBUG nova.compute.manager [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.967115] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.978161] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5361b742-d731-438b-adef-ad93be016bf8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.989540] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 00d4e54d-2bb8-46d1-a850-e8573cc0104c/00d4e54d-2bb8-46d1-a850-e8573cc0104c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.991141] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abd4158-7f7f-4eaa-be8f-aab7e162ddfc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.011085] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.012659] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40659fdd-7c09-45fb-bd02-4ebf5df844ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.013900] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 781.013900] env[70059]: value = "task-3188914" [ 781.013900] env[70059]: _type = "Task" [ 781.013900] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.020222] env[70059]: DEBUG oslo_vmware.api [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 781.020222] env[70059]: value = "task-3188915" [ 781.020222] env[70059]: _type = "Task" [ 781.020222] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.022263] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.031135] env[70059]: DEBUG oslo_vmware.api [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.078016] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0a963a3-9216-4f85-b49b-042fc2f076bf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.104502] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188913, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.217297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.217846] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.224029] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.661s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.224029] env[70059]: INFO nova.compute.claims [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.242659] env[70059]: DEBUG nova.network.neutron [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Successfully updated port: b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.289543] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f0964be-3cef-40f4-8e9d-baf1560aed62 req-3f5f0de5-4153-48c0-8a76-7823c15158f0 service nova] Releasing lock "refresh_cache-8ad43e3f-41e1-4064-88d2-a16a6b3f8075" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.528030] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188914, 'name': ReconfigVM_Task, 'duration_secs': 0.30133} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.528929] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 00d4e54d-2bb8-46d1-a850-e8573cc0104c/00d4e54d-2bb8-46d1-a850-e8573cc0104c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.529390] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f0d22d-3ca5-4931-9fe2-45c473260d19 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.536965] env[70059]: DEBUG oslo_vmware.api [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188915, 'name': PowerOffVM_Task, 'duration_secs': 0.256528} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.540743] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.540743] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.540743] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 781.540743] env[70059]: value = "task-3188916" [ 781.540743] env[70059]: _type = "Task" [ 781.540743] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.540743] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2af8d4e-314c-4e5b-b530-9b856e0a3179 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.550391] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188916, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.577052] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.577823] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.578163] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Deleting the datastore file [datastore1] c42e1228-14f5-42d7-887c-c33644c478c5 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.580107] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1384cfa2-209d-4591-a853-31f87a166c59 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.589531] env[70059]: DEBUG oslo_vmware.api [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for the task: (returnval){ [ 781.589531] env[70059]: value = "task-3188918" [ 781.589531] env[70059]: _type = "Task" [ 781.589531] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.608599] env[70059]: DEBUG oslo_vmware.api [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.612935] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188913, 'name': CreateVM_Task, 'duration_secs': 0.723032} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.613277] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.614343] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.616044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.616044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.616044] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff62a63e-b705-4eee-890b-16f77cec04db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.623382] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 781.623382] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f159a8-5fc3-315f-f5d1-733e02b1faef" [ 781.623382] env[70059]: _type = "Task" [ 781.623382] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.634493] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f159a8-5fc3-315f-f5d1-733e02b1faef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.727850] env[70059]: DEBUG nova.compute.utils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.731038] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.732056] env[70059]: DEBUG nova.network.neutron [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.746752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "refresh_cache-d6fa88dd-2220-4998-8294-6a985ffb1eaf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.747183] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquired lock "refresh_cache-d6fa88dd-2220-4998-8294-6a985ffb1eaf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747374] env[70059]: DEBUG nova.network.neutron [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.778938] env[70059]: DEBUG nova.policy [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fff41b48a97467b8fc0001d26c3c013', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '309a561d6fde441f9076f42ff2d35455', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.024750] env[70059]: DEBUG nova.compute.manager [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Received event network-vif-plugged-b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.025152] env[70059]: DEBUG oslo_concurrency.lockutils [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] Acquiring lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.025572] env[70059]: DEBUG oslo_concurrency.lockutils [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.025572] env[70059]: DEBUG oslo_concurrency.lockutils [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.026039] env[70059]: DEBUG nova.compute.manager [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] No waiting events found dispatching network-vif-plugged-b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.026039] env[70059]: WARNING nova.compute.manager [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Received unexpected event network-vif-plugged-b2394498-62c8-4672-b923-14a7baf4dc92 for instance with vm_state building and task_state spawning. [ 782.026281] env[70059]: DEBUG nova.compute.manager [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Received event network-changed-b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.026676] env[70059]: DEBUG nova.compute.manager [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Refreshing instance network info cache due to event network-changed-b2394498-62c8-4672-b923-14a7baf4dc92. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.026676] env[70059]: DEBUG oslo_concurrency.lockutils [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] Acquiring lock "refresh_cache-d6fa88dd-2220-4998-8294-6a985ffb1eaf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.054916] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188916, 'name': Rename_Task, 'duration_secs': 0.16281} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.055402] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.055802] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b68cdb-c26a-4ef9-8a4c-81d76f3f01b8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.066072] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 782.066072] env[70059]: value = "task-3188919" [ 782.066072] env[70059]: _type = "Task" [ 782.066072] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.077925] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.103273] env[70059]: DEBUG oslo_vmware.api [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Task: {'id': task-3188918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116291} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.103550] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.103755] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.104151] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.104292] env[70059]: INFO nova.compute.manager [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.104637] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.104890] env[70059]: DEBUG nova.compute.manager [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.104968] env[70059]: DEBUG nova.network.neutron [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.138136] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f159a8-5fc3-315f-f5d1-733e02b1faef, 'name': SearchDatastore_Task, 'duration_secs': 0.020178} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.138136] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.138136] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.138136] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.138345] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.138345] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.138345] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b9926b8-59bc-44a9-bffb-34f7c3c552dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.139282] env[70059]: DEBUG nova.network.neutron [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.145154] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.145750] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.146753] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b68894-b710-4b2c-bcc0-36948986224a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.155244] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 782.155244] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527fa05d-c864-4607-c6ec-318923d50f58" [ 782.155244] env[70059]: _type = "Task" [ 782.155244] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.165270] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527fa05d-c864-4607-c6ec-318923d50f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.193534] env[70059]: DEBUG nova.network.neutron [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Successfully created port: d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.236301] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.299280] env[70059]: DEBUG nova.network.neutron [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.512169] env[70059]: DEBUG nova.network.neutron [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Updating instance_info_cache with network_info: [{"id": "b2394498-62c8-4672-b923-14a7baf4dc92", "address": "fa:16:3e:ae:2f:61", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2394498-62", "ovs_interfaceid": "b2394498-62c8-4672-b923-14a7baf4dc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.579044] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.641283] env[70059]: DEBUG nova.network.neutron [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.666992] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527fa05d-c864-4607-c6ec-318923d50f58, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.667375] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b73da9a-01bd-4dd3-bab3-8b19c85cd107 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.676416] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 782.676416] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52363340-0c4a-15f9-39a7-8eca60f99e53" [ 782.676416] env[70059]: _type = "Task" [ 782.676416] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.685648] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52363340-0c4a-15f9-39a7-8eca60f99e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.856742] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045ba64-da92-405a-8878-fa480693a6b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.867202] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570f1d45-064e-4b00-b19e-86a91100f0a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.898982] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e85996-4261-4e2b-aad1-2a6846b6df0a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.906929] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958aa651-623b-4091-bcb0-350eee46bc43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.920905] env[70059]: DEBUG nova.compute.provider_tree [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.926077] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.927889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.927889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.927889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.927889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.928834] env[70059]: INFO nova.compute.manager [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Terminating instance [ 783.016052] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Releasing lock "refresh_cache-d6fa88dd-2220-4998-8294-6a985ffb1eaf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.016052] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Instance network_info: |[{"id": "b2394498-62c8-4672-b923-14a7baf4dc92", "address": "fa:16:3e:ae:2f:61", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2394498-62", "ovs_interfaceid": "b2394498-62c8-4672-b923-14a7baf4dc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.016444] env[70059]: DEBUG oslo_concurrency.lockutils [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] Acquired lock "refresh_cache-d6fa88dd-2220-4998-8294-6a985ffb1eaf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.016543] env[70059]: DEBUG nova.network.neutron [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Refreshing network info cache for port b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.017765] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:2f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2394498-62c8-4672-b923-14a7baf4dc92', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.026429] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Creating folder: Project (2142c2ed6fdc4ff895c303422e15f44c). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.026429] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5d5e304-184d-447a-930e-2c24d288e9bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.039018] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Created folder: Project (2142c2ed6fdc4ff895c303422e15f44c) in parent group-v637631. [ 783.039018] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Creating folder: Instances. Parent ref: group-v637747. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.039018] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c97d7e7-0336-4b62-b5cd-7dbc4b8e9aae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.048388] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Created folder: Instances in parent group-v637747. [ 783.048633] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.048825] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.049045] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e21d58-9727-4d25-a4bf-73c4ef5883bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.071684] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.071684] env[70059]: value = "task-3188922" [ 783.071684] env[70059]: _type = "Task" [ 783.071684] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.079381] env[70059]: DEBUG oslo_vmware.api [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188919, 'name': PowerOnVM_Task, 'duration_secs': 0.534861} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.080144] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.081270] env[70059]: INFO nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Took 8.01 seconds to spawn the instance on the hypervisor. [ 783.082790] env[70059]: DEBUG nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.087021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3489f8ff-3d00-433b-956c-0b29e2b95a43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.087910] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188922, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.147071] env[70059]: INFO nova.compute.manager [-] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Took 1.04 seconds to deallocate network for instance. [ 783.187783] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52363340-0c4a-15f9-39a7-8eca60f99e53, 'name': SearchDatastore_Task, 'duration_secs': 0.016025} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.188341] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.188341] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 8ad43e3f-41e1-4064-88d2-a16a6b3f8075/8ad43e3f-41e1-4064-88d2-a16a6b3f8075.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.189129] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9ae8d6-9dcb-4120-a421-52dce09d13cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.197953] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 783.197953] env[70059]: value = "task-3188923" [ 783.197953] env[70059]: _type = "Task" [ 783.197953] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.206937] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.247401] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.271190] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.271445] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.271602] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.271800] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.271928] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.272497] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.272878] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.272938] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.273209] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.273406] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.273599] env[70059]: DEBUG nova.virt.hardware [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.274580] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f35b23-1bab-4e61-91ea-5d1684bf6024 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.283201] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c8ab6f-5401-4007-815e-e736110a8d29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.424511] env[70059]: DEBUG nova.scheduler.client.report [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.433080] env[70059]: DEBUG nova.compute.manager [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.435666] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.435666] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e9323-9d79-4ba4-b466-7545b2edfb3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.442741] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.443674] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974aa8ba-cec4-4908-b3c0-aafa501db20e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.452237] env[70059]: DEBUG oslo_vmware.api [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 783.452237] env[70059]: value = "task-3188924" [ 783.452237] env[70059]: _type = "Task" [ 783.452237] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.463633] env[70059]: DEBUG oslo_vmware.api [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.584152] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188922, 'name': CreateVM_Task, 'duration_secs': 0.376568} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.584152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.584941] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.585191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.585792] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.586259] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8994b7-ec7d-418c-b3f7-68069fde1ec0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.592900] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 783.592900] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5245a361-6651-2bd3-beba-59cc0a88c08d" [ 783.592900] env[70059]: _type = "Task" [ 783.592900] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.607832] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5245a361-6651-2bd3-beba-59cc0a88c08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.608332] env[70059]: INFO nova.compute.manager [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Took 52.13 seconds to build instance. [ 783.655747] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.715299] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.859264] env[70059]: DEBUG nova.network.neutron [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Updated VIF entry in instance network info cache for port b2394498-62c8-4672-b923-14a7baf4dc92. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.859766] env[70059]: DEBUG nova.network.neutron [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Updating instance_info_cache with network_info: [{"id": "b2394498-62c8-4672-b923-14a7baf4dc92", "address": "fa:16:3e:ae:2f:61", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2394498-62", "ovs_interfaceid": "b2394498-62c8-4672-b923-14a7baf4dc92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.918367] env[70059]: DEBUG nova.network.neutron [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Successfully updated port: d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.930793] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.931401] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.934554] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.452s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.938933] env[70059]: INFO nova.compute.claims [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.963717] env[70059]: DEBUG oslo_vmware.api [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188924, 'name': PowerOffVM_Task, 'duration_secs': 0.313825} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.963717] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.963717] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.963912] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1fb3685-f795-427d-8971-d786565661ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.036688] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.036938] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.037188] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Deleting the datastore file [datastore2] f7269ff0-c7b4-4dd9-9413-5198ce7a6b86 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.037461] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-423e589a-92ac-4add-8c55-87ccba0ae885 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.044476] env[70059]: DEBUG oslo_vmware.api [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for the task: (returnval){ [ 784.044476] env[70059]: value = "task-3188926" [ 784.044476] env[70059]: _type = "Task" [ 784.044476] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.053150] env[70059]: DEBUG oslo_vmware.api [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.094385] env[70059]: DEBUG nova.compute.manager [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Received event network-vif-plugged-d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.094750] env[70059]: DEBUG oslo_concurrency.lockutils [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] Acquiring lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.095023] env[70059]: DEBUG oslo_concurrency.lockutils [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.095232] env[70059]: DEBUG oslo_concurrency.lockutils [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.095422] env[70059]: DEBUG nova.compute.manager [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] No waiting events found dispatching network-vif-plugged-d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.095590] env[70059]: WARNING nova.compute.manager [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Received unexpected event network-vif-plugged-d35e013f-f04e-4f7c-8014-c381b8f1510c for instance with vm_state building and task_state spawning. [ 784.095753] env[70059]: DEBUG nova.compute.manager [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Received event network-changed-d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.095965] env[70059]: DEBUG nova.compute.manager [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Refreshing instance network info cache due to event network-changed-d35e013f-f04e-4f7c-8014-c381b8f1510c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.096092] env[70059]: DEBUG oslo_concurrency.lockutils [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] Acquiring lock "refresh_cache-c8e47f25-9bbd-431f-bf2f-4f55169fd38e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.096245] env[70059]: DEBUG oslo_concurrency.lockutils [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] Acquired lock "refresh_cache-c8e47f25-9bbd-431f-bf2f-4f55169fd38e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.096400] env[70059]: DEBUG nova.network.neutron [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Refreshing network info cache for port d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.108268] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5245a361-6651-2bd3-beba-59cc0a88c08d, 'name': SearchDatastore_Task, 'duration_secs': 0.057772} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.108590] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.108825] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.109083] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.109238] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.109417] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.109929] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec3c2b35-a18e-4e47-8795-a4bb6ec965f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.112340] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75efb3ff-e0d3-4be2-abad-78a83ee5329e tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.079s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.130681] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.130759] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.131643] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6538f073-4472-409e-84ea-bb7f4e83e38d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.137723] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 784.137723] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b4ba0-bece-c354-33b3-9ddaadc0dbd5" [ 784.137723] env[70059]: _type = "Task" [ 784.137723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.147663] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528b4ba0-bece-c354-33b3-9ddaadc0dbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.210082] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600178} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.210474] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 8ad43e3f-41e1-4064-88d2-a16a6b3f8075/8ad43e3f-41e1-4064-88d2-a16a6b3f8075.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.210704] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.210989] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4307200c-76d0-4dbc-8d05-7d7cd8d8a4e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.217393] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 784.217393] env[70059]: value = "task-3188927" [ 784.217393] env[70059]: _type = "Task" [ 784.217393] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.230285] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.363207] env[70059]: DEBUG oslo_concurrency.lockutils [req-4b01416a-3f1e-4ded-ae2c-a0a2a1d25ad0 req-ace3c9d4-2396-4369-ac8b-bdf24c58d41a service nova] Releasing lock "refresh_cache-d6fa88dd-2220-4998-8294-6a985ffb1eaf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.421387] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "refresh_cache-c8e47f25-9bbd-431f-bf2f-4f55169fd38e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.436858] env[70059]: DEBUG nova.compute.utils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.437615] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.437824] env[70059]: DEBUG nova.network.neutron [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.496174] env[70059]: DEBUG nova.policy [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7566b0c0faeb4f80b9d815a812748a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fad1616ff74d59a0c91c85897795d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.555473] env[70059]: DEBUG oslo_vmware.api [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Task: {'id': task-3188926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248827} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.555728] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.555906] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.556223] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.556412] env[70059]: INFO nova.compute.manager [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.556675] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.556866] env[70059]: DEBUG nova.compute.manager [-] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.556959] env[70059]: DEBUG nova.network.neutron [-] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.615561] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.649376] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528b4ba0-bece-c354-33b3-9ddaadc0dbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.649376] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f73c68-8cb8-40ad-b703-78f0692a0fb9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.654475] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 784.654475] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52dba58c-0d13-1317-1a37-9f21dd62b5e8" [ 784.654475] env[70059]: _type = "Task" [ 784.654475] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.662985] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dba58c-0d13-1317-1a37-9f21dd62b5e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.665232] env[70059]: DEBUG nova.network.neutron [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.732803] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076207} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.733237] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.734052] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87448989-6bce-4628-bb88-620a0d2ba32e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.761054] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8ad43e3f-41e1-4064-88d2-a16a6b3f8075/8ad43e3f-41e1-4064-88d2-a16a6b3f8075.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.762521] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e68a11-9e9c-4f03-a20a-66f52b197866 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.784301] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 784.784301] env[70059]: value = "task-3188928" [ 784.784301] env[70059]: _type = "Task" [ 784.784301] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.798255] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.801445] env[70059]: DEBUG nova.network.neutron [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.809840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.809840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.809840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.809840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.810057] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.813272] env[70059]: INFO nova.compute.manager [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Terminating instance [ 784.844963] env[70059]: DEBUG nova.network.neutron [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Successfully created port: 881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.941925] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.149916] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.171501] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dba58c-0d13-1317-1a37-9f21dd62b5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.02189} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.172034] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.172316] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] d6fa88dd-2220-4998-8294-6a985ffb1eaf/d6fa88dd-2220-4998-8294-6a985ffb1eaf.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.172596] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dab379b-022e-4362-8b4f-5346241d0874 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.182801] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 785.182801] env[70059]: value = "task-3188929" [ 785.182801] env[70059]: _type = "Task" [ 785.182801] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.191412] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.286114] env[70059]: DEBUG nova.compute.manager [req-ce62733c-ee9d-4210-aeb6-4a5fb6971ae8 req-2216d7a9-8f3d-42c9-8f99-4fae311002e4 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Received event network-vif-deleted-15e75c5d-4cce-4bf6-b76c-92d2703c7a77 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.287326] env[70059]: INFO nova.compute.manager [req-ce62733c-ee9d-4210-aeb6-4a5fb6971ae8 req-2216d7a9-8f3d-42c9-8f99-4fae311002e4 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Neutron deleted interface 15e75c5d-4cce-4bf6-b76c-92d2703c7a77; detaching it from the instance and deleting it from the info cache [ 785.287706] env[70059]: DEBUG nova.network.neutron [req-ce62733c-ee9d-4210-aeb6-4a5fb6971ae8 req-2216d7a9-8f3d-42c9-8f99-4fae311002e4 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.309782] env[70059]: DEBUG oslo_concurrency.lockutils [req-12b66096-3d18-4ac9-bc3f-e536c9405898 req-8c8644e1-5064-4c54-840f-b13689a66f4c service nova] Releasing lock "refresh_cache-c8e47f25-9bbd-431f-bf2f-4f55169fd38e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.310446] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.310446] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquired lock "refresh_cache-c8e47f25-9bbd-431f-bf2f-4f55169fd38e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.310446] env[70059]: DEBUG nova.network.neutron [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.316260] env[70059]: DEBUG nova.compute.manager [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.318552] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.320116] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235eb6eb-6ad1-42b8-9b26-96058a579dba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.340153] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.340484] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3d1aad-4557-47e9-8cad-d8f988d2a38c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.348267] env[70059]: DEBUG oslo_vmware.api [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 785.348267] env[70059]: value = "task-3188930" [ 785.348267] env[70059]: _type = "Task" [ 785.348267] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.365115] env[70059]: DEBUG oslo_vmware.api [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.647438] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05faee5d-884a-4619-ad96-c941f3f41b9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.651179] env[70059]: DEBUG nova.network.neutron [-] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.658848] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a869c-1987-49ae-a48e-02a69219120c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.700647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb4347-14aa-417a-9523-3c1f89d18944 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.709421] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521025} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.711783] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] d6fa88dd-2220-4998-8294-6a985ffb1eaf/d6fa88dd-2220-4998-8294-6a985ffb1eaf.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.712038] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.712304] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f76a1a4-f894-4aa5-b9d6-a9f170a1a7c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.715330] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a9e9d2-b23b-4178-ab2d-253ee14905a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.735269] env[70059]: DEBUG nova.compute.provider_tree [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.736079] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 785.736079] env[70059]: value = "task-3188931" [ 785.736079] env[70059]: _type = "Task" [ 785.736079] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.745960] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.791206] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00808daa-456e-47e9-bff0-80bb707f9072 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.803803] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.807660] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8166c2-3abe-433d-b17d-79042fdae1d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.843724] env[70059]: DEBUG nova.compute.manager [req-ce62733c-ee9d-4210-aeb6-4a5fb6971ae8 req-2216d7a9-8f3d-42c9-8f99-4fae311002e4 service nova] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Detach interface failed, port_id=15e75c5d-4cce-4bf6-b76c-92d2703c7a77, reason: Instance f7269ff0-c7b4-4dd9-9413-5198ce7a6b86 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.857733] env[70059]: DEBUG oslo_vmware.api [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188930, 'name': PowerOffVM_Task, 'duration_secs': 0.296828} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.858048] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.858227] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.858478] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3c4ff0-02d4-4657-91de-700286db919c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.863791] env[70059]: DEBUG nova.network.neutron [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.924326] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.924418] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.924657] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleting the datastore file [datastore1] 00d4e54d-2bb8-46d1-a850-e8573cc0104c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.924856] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-229ea57c-4722-45b1-82a6-1b73ae3b1675 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.931215] env[70059]: DEBUG oslo_vmware.api [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for the task: (returnval){ [ 785.931215] env[70059]: value = "task-3188933" [ 785.931215] env[70059]: _type = "Task" [ 785.931215] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.939980] env[70059]: DEBUG oslo_vmware.api [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.967564] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.015937] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.016922] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.016922] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.016922] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.016922] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.016922] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.017132] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.017333] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.017534] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.017731] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.018055] env[70059]: DEBUG nova.virt.hardware [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.019505] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3260167-0612-413c-8e32-a849dc106a1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.031529] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f4c4e5-94f4-4a96-a2a1-adecbbd8b019 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.070338] env[70059]: DEBUG nova.network.neutron [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Updating instance_info_cache with network_info: [{"id": "d35e013f-f04e-4f7c-8014-c381b8f1510c", "address": "fa:16:3e:45:4e:ca", "network": {"id": "3a61c1ad-aac5-49d9-8535-0d413ecaf73d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-285539975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309a561d6fde441f9076f42ff2d35455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35e013f-f0", "ovs_interfaceid": "d35e013f-f04e-4f7c-8014-c381b8f1510c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.156986] env[70059]: INFO nova.compute.manager [-] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Took 1.60 seconds to deallocate network for instance. [ 786.238226] env[70059]: DEBUG nova.scheduler.client.report [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.254084] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09896} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.255447] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.256700] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc069e1-40da-46b8-a392-ba1ef11399d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.289812] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d6fa88dd-2220-4998-8294-6a985ffb1eaf/d6fa88dd-2220-4998-8294-6a985ffb1eaf.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.290906] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e683e0-2dac-4166-99af-293bb3eaf09c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.313473] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188928, 'name': ReconfigVM_Task, 'duration_secs': 1.070575} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.314678] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8ad43e3f-41e1-4064-88d2-a16a6b3f8075/8ad43e3f-41e1-4064-88d2-a16a6b3f8075.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.315435] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 786.315435] env[70059]: value = "task-3188934" [ 786.315435] env[70059]: _type = "Task" [ 786.315435] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.315643] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3e3755c-82bf-4675-a3fa-2a3da129f68e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.327153] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.328810] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 786.328810] env[70059]: value = "task-3188935" [ 786.328810] env[70059]: _type = "Task" [ 786.328810] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.336837] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188935, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.441034] env[70059]: DEBUG oslo_vmware.api [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Task: {'id': task-3188933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159511} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.441314] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.441499] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.441684] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.441861] env[70059]: INFO nova.compute.manager [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.442109] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.442305] env[70059]: DEBUG nova.compute.manager [-] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.442400] env[70059]: DEBUG nova.network.neutron [-] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.573668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Releasing lock "refresh_cache-c8e47f25-9bbd-431f-bf2f-4f55169fd38e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574137] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Instance network_info: |[{"id": "d35e013f-f04e-4f7c-8014-c381b8f1510c", "address": "fa:16:3e:45:4e:ca", "network": {"id": "3a61c1ad-aac5-49d9-8535-0d413ecaf73d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-285539975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "309a561d6fde441f9076f42ff2d35455", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35e013f-f0", "ovs_interfaceid": "d35e013f-f04e-4f7c-8014-c381b8f1510c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.574692] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:4e:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd35e013f-f04e-4f7c-8014-c381b8f1510c', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.583254] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Creating folder: Project (309a561d6fde441f9076f42ff2d35455). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.583254] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f6e9f9f-750c-40ea-bc92-42601dda3a5c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.595205] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Created folder: Project (309a561d6fde441f9076f42ff2d35455) in parent group-v637631. [ 786.595405] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Creating folder: Instances. Parent ref: group-v637750. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.595656] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db1562c7-7b4d-4481-a4ee-9f254e47290d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.606391] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Created folder: Instances in parent group-v637750. [ 786.606669] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.606876] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.607100] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0c5e1f1-c5fc-438b-bd23-5073873e58ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.628320] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.628320] env[70059]: value = "task-3188938" [ 786.628320] env[70059]: _type = "Task" [ 786.628320] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.636799] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188938, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.665249] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.744464] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.745079] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.748860] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.363s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.750649] env[70059]: INFO nova.compute.claims [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.778207] env[70059]: DEBUG nova.compute.manager [req-40e8de20-30b0-4ec5-9750-dca81e2087fd req-e8592978-ff8c-461d-a7e3-ada2c3a9820d service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Received event network-vif-plugged-881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.778207] env[70059]: DEBUG oslo_concurrency.lockutils [req-40e8de20-30b0-4ec5-9750-dca81e2087fd req-e8592978-ff8c-461d-a7e3-ada2c3a9820d service nova] Acquiring lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.778207] env[70059]: DEBUG oslo_concurrency.lockutils [req-40e8de20-30b0-4ec5-9750-dca81e2087fd req-e8592978-ff8c-461d-a7e3-ada2c3a9820d service nova] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.778207] env[70059]: DEBUG oslo_concurrency.lockutils [req-40e8de20-30b0-4ec5-9750-dca81e2087fd req-e8592978-ff8c-461d-a7e3-ada2c3a9820d service nova] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.779622] env[70059]: DEBUG nova.compute.manager [req-40e8de20-30b0-4ec5-9750-dca81e2087fd req-e8592978-ff8c-461d-a7e3-ada2c3a9820d service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] No waiting events found dispatching network-vif-plugged-881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.780368] env[70059]: WARNING nova.compute.manager [req-40e8de20-30b0-4ec5-9750-dca81e2087fd req-e8592978-ff8c-461d-a7e3-ada2c3a9820d service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Received unexpected event network-vif-plugged-881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 for instance with vm_state building and task_state spawning. [ 786.824783] env[70059]: DEBUG nova.network.neutron [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Successfully updated port: 881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.832060] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.844492] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188935, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.138743] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188938, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.256637] env[70059]: DEBUG nova.compute.utils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.260050] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.260243] env[70059]: DEBUG nova.network.neutron [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.309639] env[70059]: DEBUG nova.network.neutron [-] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.312073] env[70059]: DEBUG nova.compute.manager [req-3e6c0f52-b834-4090-a38f-e28a70767d9f req-9a74e333-afed-4a6d-8105-305b0531ee56 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Received event network-vif-deleted-217e6ade-80ba-4c54-80ed-e9f2ece89ba7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.312217] env[70059]: INFO nova.compute.manager [req-3e6c0f52-b834-4090-a38f-e28a70767d9f req-9a74e333-afed-4a6d-8105-305b0531ee56 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Neutron deleted interface 217e6ade-80ba-4c54-80ed-e9f2ece89ba7; detaching it from the instance and deleting it from the info cache [ 787.312436] env[70059]: DEBUG nova.network.neutron [req-3e6c0f52-b834-4090-a38f-e28a70767d9f req-9a74e333-afed-4a6d-8105-305b0531ee56 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.314880] env[70059]: DEBUG nova.policy [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2489941f4b79437ebb71ad470b193b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63ff24bc1cd54426a4c694b3da71901a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.331087] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188934, 'name': ReconfigVM_Task, 'duration_secs': 0.906683} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.331367] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d6fa88dd-2220-4998-8294-6a985ffb1eaf/d6fa88dd-2220-4998-8294-6a985ffb1eaf.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.332012] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e703e05-f0e7-43a8-9746-1d155f44c88c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.336664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-aeff7ce3-80c4-4005-a377-8838e9f14dfa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.336784] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-aeff7ce3-80c4-4005-a377-8838e9f14dfa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.336934] env[70059]: DEBUG nova.network.neutron [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.344573] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188935, 'name': Rename_Task, 'duration_secs': 0.689281} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.345914] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.346525] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 787.346525] env[70059]: value = "task-3188939" [ 787.346525] env[70059]: _type = "Task" [ 787.346525] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.346797] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc2f4da-8395-4ab8-9a22-2ea66c9f83ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.357414] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188939, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.359134] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 787.359134] env[70059]: value = "task-3188940" [ 787.359134] env[70059]: _type = "Task" [ 787.359134] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.369907] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.640109] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188938, 'name': CreateVM_Task, 'duration_secs': 0.566068} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.640310] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.641094] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.641561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.641561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.641756] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf91b838-67e9-4c95-8981-ba21de77d670 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.648527] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 787.648527] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529ed159-969c-3406-8bb0-21071e95f683" [ 787.648527] env[70059]: _type = "Task" [ 787.648527] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.658312] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529ed159-969c-3406-8bb0-21071e95f683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.701392] env[70059]: DEBUG nova.network.neutron [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Successfully created port: 2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.762703] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.817675] env[70059]: INFO nova.compute.manager [-] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Took 1.37 seconds to deallocate network for instance. [ 787.822034] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91f75e33-8a1f-492e-87cc-80d74cc11b4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.840769] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f78c8ee-4119-4b72-93bd-c9a624a8b390 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.866975] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188939, 'name': Rename_Task, 'duration_secs': 0.205495} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.870080] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.885459] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b428a6-c873-477c-8b73-c378b458a727 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.888945] env[70059]: DEBUG nova.compute.manager [req-3e6c0f52-b834-4090-a38f-e28a70767d9f req-9a74e333-afed-4a6d-8105-305b0531ee56 service nova] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Detach interface failed, port_id=217e6ade-80ba-4c54-80ed-e9f2ece89ba7, reason: Instance 00d4e54d-2bb8-46d1-a850-e8573cc0104c could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 787.896128] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188940, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.901184] env[70059]: DEBUG nova.network.neutron [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.905951] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 787.905951] env[70059]: value = "task-3188941" [ 787.905951] env[70059]: _type = "Task" [ 787.905951] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.916872] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.109997] env[70059]: DEBUG nova.network.neutron [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Updating instance_info_cache with network_info: [{"id": "881a095a-cca8-43b8-b8aa-54c7ae5bb4e7", "address": "fa:16:3e:b2:69:93", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881a095a-cc", "ovs_interfaceid": "881a095a-cca8-43b8-b8aa-54c7ae5bb4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.163973] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529ed159-969c-3406-8bb0-21071e95f683, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.164708] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.164962] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.165309] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.165480] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.165670] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.165944] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-888d6620-5222-415d-b9e9-6a5109b6db12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.180665] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.180665] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.181324] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43da3757-74d0-4b94-b2f3-81efeeeea47c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.190275] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 788.190275] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52088ca9-75c0-0bb3-1f35-86b4138a3e6e" [ 788.190275] env[70059]: _type = "Task" [ 788.190275] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.201163] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52088ca9-75c0-0bb3-1f35-86b4138a3e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.204955] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0d3825-581b-4a66-8121-61ed3838bd4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.210325] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 788.210325] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521360d2-f904-7d3e-9866-3ef3463a89aa" [ 788.210325] env[70059]: _type = "Task" [ 788.210325] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.220030] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521360d2-f904-7d3e-9866-3ef3463a89aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.332225] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.374087] env[70059]: DEBUG oslo_vmware.api [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188940, 'name': PowerOnVM_Task, 'duration_secs': 0.581253} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.374437] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.374675] env[70059]: INFO nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Took 10.56 seconds to spawn the instance on the hypervisor. [ 788.374909] env[70059]: DEBUG nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.375779] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744aa0f0-757c-4fb8-a51f-b42b341b6c2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.393037] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818d1e7-be63-43c6-ab84-50f65c644230 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.404369] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa66f31-eb4b-4f16-9ba9-fdd67fa69d01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.440217] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c99373-6c2e-4439-a031-532b002c71c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.446498] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.452418] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf3b8f-abc2-427f-8e08-53310bdae1e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466998] env[70059]: DEBUG nova.compute.provider_tree [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.615080] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-aeff7ce3-80c4-4005-a377-8838e9f14dfa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.615286] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance network_info: |[{"id": "881a095a-cca8-43b8-b8aa-54c7ae5bb4e7", "address": "fa:16:3e:b2:69:93", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881a095a-cc", "ovs_interfaceid": "881a095a-cca8-43b8-b8aa-54c7ae5bb4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.618017] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:69:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881a095a-cca8-43b8-b8aa-54c7ae5bb4e7', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.624215] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.624552] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.625062] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8caa7e82-c8ec-452a-af6d-485f5cf1355b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.648911] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.648911] env[70059]: value = "task-3188942" [ 788.648911] env[70059]: _type = "Task" [ 788.648911] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.657054] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188942, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.722575] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521360d2-f904-7d3e-9866-3ef3463a89aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.723580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.723580] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c8e47f25-9bbd-431f-bf2f-4f55169fd38e/c8e47f25-9bbd-431f-bf2f-4f55169fd38e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.723580] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b7dcb2-d454-40ae-9c28-fc3cb491c82b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.734592] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 788.734592] env[70059]: value = "task-3188943" [ 788.734592] env[70059]: _type = "Task" [ 788.734592] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.744265] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.773936] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.798060] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.798414] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.798495] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.798650] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.798794] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.798950] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.799173] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.799333] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.799498] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.799660] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.799843] env[70059]: DEBUG nova.virt.hardware [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.800287] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "de133077-255d-439b-80b8-1f39cbe3bc4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.800505] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.800702] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "de133077-255d-439b-80b8-1f39cbe3bc4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.800882] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.801058] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.803179] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed965c-b754-47f9-92e3-27dfad0ac005 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.806501] env[70059]: INFO nova.compute.manager [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Terminating instance [ 788.814525] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb04a4c-9407-4e04-affa-5e2db73a2fba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.898930] env[70059]: INFO nova.compute.manager [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Took 54.24 seconds to build instance. [ 788.919621] env[70059]: DEBUG oslo_vmware.api [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188941, 'name': PowerOnVM_Task, 'duration_secs': 1.008674} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.920752] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.921043] env[70059]: INFO nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Took 8.37 seconds to spawn the instance on the hypervisor. [ 788.921302] env[70059]: DEBUG nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.922682] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0cc1e2-8a03-4ca5-962c-928285a24fa7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.941535] env[70059]: DEBUG nova.compute.manager [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Received event network-changed-881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.941964] env[70059]: DEBUG nova.compute.manager [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Refreshing instance network info cache due to event network-changed-881a095a-cca8-43b8-b8aa-54c7ae5bb4e7. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.942385] env[70059]: DEBUG oslo_concurrency.lockutils [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] Acquiring lock "refresh_cache-aeff7ce3-80c4-4005-a377-8838e9f14dfa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.942776] env[70059]: DEBUG oslo_concurrency.lockutils [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] Acquired lock "refresh_cache-aeff7ce3-80c4-4005-a377-8838e9f14dfa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.943095] env[70059]: DEBUG nova.network.neutron [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Refreshing network info cache for port 881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.971351] env[70059]: DEBUG nova.scheduler.client.report [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.166539] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188942, 'name': CreateVM_Task, 'duration_secs': 0.390608} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.169153] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.169153] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.169153] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169153] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.171314] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831fb6a2-671b-4db5-89ac-e17578a04ca5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.176844] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 789.176844] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e341d-4b36-877e-4dcc-b8a9b97a79a3" [ 789.176844] env[70059]: _type = "Task" [ 789.176844] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.190504] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e341d-4b36-877e-4dcc-b8a9b97a79a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.250903] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.311413] env[70059]: DEBUG nova.compute.manager [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.311413] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.311896] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e02ac-8697-45d2-86c1-522f9e254606 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.321303] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.321549] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c23b7f-5b9e-4090-a829-e5093cacea3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.328363] env[70059]: DEBUG oslo_vmware.api [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 789.328363] env[70059]: value = "task-3188944" [ 789.328363] env[70059]: _type = "Task" [ 789.328363] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.340027] env[70059]: DEBUG oslo_vmware.api [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.402317] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d33df64a-052c-41e0-b37d-6c44478bcaa7 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.028s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.433129] env[70059]: DEBUG nova.network.neutron [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Successfully updated port: 2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.457160] env[70059]: INFO nova.compute.manager [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Took 46.55 seconds to build instance. [ 789.479189] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.479730] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.484650] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.316s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.484855] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.486910] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.712s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.488838] env[70059]: INFO nova.compute.claims [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.521650] env[70059]: INFO nova.scheduler.client.report [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleted allocations for instance bd2599c1-6004-4e12-bdc8-6a00fa7add1c [ 789.598259] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.598684] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.598940] env[70059]: DEBUG nova.compute.manager [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.600112] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608a2cd-5bac-459d-9a16-17e2a94f9fbb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.612973] env[70059]: DEBUG nova.compute.manager [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 789.612973] env[70059]: DEBUG nova.objects.instance [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'flavor' on Instance uuid 2c6f2182-1d1e-4262-aa37-526bb79ebc25 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.688391] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e341d-4b36-877e-4dcc-b8a9b97a79a3, 'name': SearchDatastore_Task, 'duration_secs': 0.023047} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.688391] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.688593] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.691673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.691673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.691673] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.691673] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92bf5797-4319-40cb-9c65-7c3b8372679c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.700128] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.700128] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.700545] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5742861-177c-41c6-9193-7047d5a66da1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.708074] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 789.708074] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5287758b-a961-e214-d0ac-6232d52e1326" [ 789.708074] env[70059]: _type = "Task" [ 789.708074] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.718435] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5287758b-a961-e214-d0ac-6232d52e1326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.746477] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.746759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.747079] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.747172] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.747337] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.749065] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530365} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.749397] env[70059]: INFO nova.compute.manager [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Terminating instance [ 789.750769] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c8e47f25-9bbd-431f-bf2f-4f55169fd38e/c8e47f25-9bbd-431f-bf2f-4f55169fd38e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.751054] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.751210] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5886c164-5adf-4f17-a233-ee27691153a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.759772] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 789.759772] env[70059]: value = "task-3188945" [ 789.759772] env[70059]: _type = "Task" [ 789.759772] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.764286] env[70059]: DEBUG nova.network.neutron [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Updated VIF entry in instance network info cache for port 881a095a-cca8-43b8-b8aa-54c7ae5bb4e7. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.764661] env[70059]: DEBUG nova.network.neutron [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Updating instance_info_cache with network_info: [{"id": "881a095a-cca8-43b8-b8aa-54c7ae5bb4e7", "address": "fa:16:3e:b2:69:93", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881a095a-cc", "ovs_interfaceid": "881a095a-cca8-43b8-b8aa-54c7ae5bb4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.771870] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.839882] env[70059]: DEBUG oslo_vmware.api [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188944, 'name': PowerOffVM_Task, 'duration_secs': 0.383171} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.840198] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.840363] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.840608] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3cba300-ad7d-43a5-a015-0882d133bf3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.904016] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.936097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.936351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquired lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.936507] env[70059]: DEBUG nova.network.neutron [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.946242] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.946464] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.947027] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Deleting the datastore file [datastore1] de133077-255d-439b-80b8-1f39cbe3bc4a {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.948576] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52155445-2097-4d0d-815a-f284469fe36a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.957765] env[70059]: DEBUG oslo_vmware.api [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for the task: (returnval){ [ 789.957765] env[70059]: value = "task-3188947" [ 789.957765] env[70059]: _type = "Task" [ 789.957765] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.961445] env[70059]: DEBUG oslo_concurrency.lockutils [None req-adcbccb4-484e-4781-89c0-6cc806e062b9 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.876s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.968669] env[70059]: DEBUG oslo_vmware.api [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.999869] env[70059]: DEBUG nova.compute.utils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.001044] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.001249] env[70059]: DEBUG nova.network.neutron [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.031476] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f746af15-8afc-4b29-993b-db24812fb6a7 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "bd2599c1-6004-4e12-bdc8-6a00fa7add1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.384s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.054843] env[70059]: DEBUG nova.policy [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b002c39b5d43c8939159667c2a7be5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be18b957f1614c17b80fb292f76f09bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.155758] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3553a-37c1-1718-9894-2d4d8366cf6c/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.156795] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aaa400-24d0-479c-9464-5f786373e4f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.168158] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3553a-37c1-1718-9894-2d4d8366cf6c/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.168361] env[70059]: ERROR oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3553a-37c1-1718-9894-2d4d8366cf6c/disk-0.vmdk due to incomplete transfer. [ 790.168769] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-347e19c0-e501-42d2-b8ee-40a5be38e163 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.180035] env[70059]: DEBUG oslo_vmware.rw_handles [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3553a-37c1-1718-9894-2d4d8366cf6c/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.180276] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Uploaded image 0bd554bd-bf80-4d60-9fc7-b083001a4efb to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.188767] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.189146] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-501971ec-df6e-4798-9a7c-53067e72fd14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.197987] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 790.197987] env[70059]: value = "task-3188948" [ 790.197987] env[70059]: _type = "Task" [ 790.197987] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.210432] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188948, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.220795] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5287758b-a961-e214-d0ac-6232d52e1326, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.221656] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0b0ca1-9e3b-48e3-bb25-fbe824a7ebc6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.227722] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 790.227722] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525bba6f-896d-be7d-9604-c29ebd7028a4" [ 790.227722] env[70059]: _type = "Task" [ 790.227722] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.238323] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525bba6f-896d-be7d-9604-c29ebd7028a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.257322] env[70059]: DEBUG nova.compute.manager [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.257577] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.259066] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911fca39-e4e1-45a2-9f63-a05c3ae94043 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.266943] env[70059]: DEBUG oslo_concurrency.lockutils [req-3b88ea2f-0696-4b2b-8e50-133a8a2e2d88 req-0e70b212-37f4-4221-b80e-a8599b4baa50 service nova] Releasing lock "refresh_cache-aeff7ce3-80c4-4005-a377-8838e9f14dfa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.274426] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.276123] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.276515] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f412f7-607b-4c9a-9d33-2de11d4782cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.285080] env[70059]: DEBUG oslo_vmware.api [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 790.285080] env[70059]: value = "task-3188949" [ 790.285080] env[70059]: _type = "Task" [ 790.285080] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.295560] env[70059]: DEBUG oslo_vmware.api [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.434043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.464021] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.473285] env[70059]: DEBUG oslo_vmware.api [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Task: {'id': task-3188947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160381} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.473285] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.473285] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.473285] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.473285] env[70059]: INFO nova.compute.manager [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 790.473515] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.473515] env[70059]: DEBUG nova.compute.manager [-] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.473515] env[70059]: DEBUG nova.network.neutron [-] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.478378] env[70059]: DEBUG nova.network.neutron [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.505418] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.583148] env[70059]: DEBUG nova.network.neutron [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Successfully created port: 1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.619171] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.619901] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9905170-57b7-4077-9fc4-d57086f3cc3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.640909] env[70059]: DEBUG oslo_vmware.api [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 790.640909] env[70059]: value = "task-3188950" [ 790.640909] env[70059]: _type = "Task" [ 790.640909] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.658323] env[70059]: DEBUG oslo_vmware.api [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.710800] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188948, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.739875] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525bba6f-896d-be7d-9604-c29ebd7028a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.743955] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743955] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.744158] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca2f6400-26bc-4739-87c5-6b5490c1d57a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.753864] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 790.753864] env[70059]: value = "task-3188951" [ 790.753864] env[70059]: _type = "Task" [ 790.753864] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.766890] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.777230] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.570284} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.779476] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.780741] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5773b2-a3d1-48a3-accf-403685b7a5c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.828368] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] c8e47f25-9bbd-431f-bf2f-4f55169fd38e/c8e47f25-9bbd-431f-bf2f-4f55169fd38e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.828803] env[70059]: DEBUG oslo_vmware.api [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188949, 'name': PowerOffVM_Task, 'duration_secs': 0.419432} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.833042] env[70059]: DEBUG nova.network.neutron [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updating instance_info_cache with network_info: [{"id": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "address": "fa:16:3e:bf:9b:c0", "network": {"id": "9a150182-def4-4bfe-9189-c4efa2af8a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-160915415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ff24bc1cd54426a4c694b3da71901a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3afede-db", "ovs_interfaceid": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.834335] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8481373-3d57-4768-a6df-b90f62b5f19c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.852584] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.852781] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.853664] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4b637e-f038-4ebc-bc0f-bda6f2ebee1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.863056] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 790.863056] env[70059]: value = "task-3188953" [ 790.863056] env[70059]: _type = "Task" [ 790.863056] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.873750] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188953, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.960187] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.960648] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.960730] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Deleting the datastore file [datastore2] 8ad43e3f-41e1-4064-88d2-a16a6b3f8075 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.961028] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-510e8873-b27c-4be6-aebf-45a7199e79f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.971226] env[70059]: DEBUG oslo_vmware.api [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for the task: (returnval){ [ 790.971226] env[70059]: value = "task-3188954" [ 790.971226] env[70059]: _type = "Task" [ 790.971226] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.988322] env[70059]: DEBUG oslo_vmware.api [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.003950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.157754] env[70059]: DEBUG oslo_vmware.api [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188950, 'name': PowerOffVM_Task, 'duration_secs': 0.297318} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.161497] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.161791] env[70059]: DEBUG nova.compute.manager [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.163646] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa05630-8d55-4a69-b94a-954f525fa988 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.221130] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188948, 'name': Destroy_Task, 'duration_secs': 0.765565} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.221551] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Destroyed the VM [ 791.221798] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.222187] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d01c5b88-c8d4-46d3-b034-c34afb662c90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.237709] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 791.237709] env[70059]: value = "task-3188955" [ 791.237709] env[70059]: _type = "Task" [ 791.237709] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.245783] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0889b52-948e-4375-b976-0a8c579c6ba5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.252887] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188955, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.262828] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca856462-66b6-4516-96ee-adfe53a69d64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.272224] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509503} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.273232] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.273384] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.273556] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ddf584-7f62-4893-90a9-fca45b18e06b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.314570] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d5b1a9-8bc3-4762-bcf3-a6df24f998fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.320367] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 791.320367] env[70059]: value = "task-3188956" [ 791.320367] env[70059]: _type = "Task" [ 791.320367] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.330574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5dc8d1-ca63-4400-8bd1-29b7664c6daf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.340054] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.349387] env[70059]: DEBUG nova.compute.provider_tree [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.354774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Releasing lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355097] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Instance network_info: |[{"id": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "address": "fa:16:3e:bf:9b:c0", "network": {"id": "9a150182-def4-4bfe-9189-c4efa2af8a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-160915415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ff24bc1cd54426a4c694b3da71901a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3afede-db", "ovs_interfaceid": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.356169] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:9b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e3afede-db2c-41d6-9dcd-6e60cd503e61', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.363189] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Creating folder: Project (63ff24bc1cd54426a4c694b3da71901a). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.364197] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a27c3c3-6956-4ba9-95df-484234c61e18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.372114] env[70059]: DEBUG nova.compute.manager [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Received event network-vif-plugged-2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.372114] env[70059]: DEBUG oslo_concurrency.lockutils [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] Acquiring lock "26784492-3b89-4b43-8091-64a4c0499773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.372388] env[70059]: DEBUG oslo_concurrency.lockutils [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] Lock "26784492-3b89-4b43-8091-64a4c0499773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.372459] env[70059]: DEBUG oslo_concurrency.lockutils [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] Lock "26784492-3b89-4b43-8091-64a4c0499773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.372594] env[70059]: DEBUG nova.compute.manager [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] No waiting events found dispatching network-vif-plugged-2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.372755] env[70059]: WARNING nova.compute.manager [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Received unexpected event network-vif-plugged-2e3afede-db2c-41d6-9dcd-6e60cd503e61 for instance with vm_state building and task_state spawning. [ 791.372929] env[70059]: DEBUG nova.compute.manager [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Received event network-changed-2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.373108] env[70059]: DEBUG nova.compute.manager [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Refreshing instance network info cache due to event network-changed-2e3afede-db2c-41d6-9dcd-6e60cd503e61. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.373314] env[70059]: DEBUG oslo_concurrency.lockutils [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] Acquiring lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.373459] env[70059]: DEBUG oslo_concurrency.lockutils [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] Acquired lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.373615] env[70059]: DEBUG nova.network.neutron [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Refreshing network info cache for port 2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.381407] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188953, 'name': ReconfigVM_Task, 'duration_secs': 0.454349} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.382837] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] c8e47f25-9bbd-431f-bf2f-4f55169fd38e/c8e47f25-9bbd-431f-bf2f-4f55169fd38e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.383661] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Created folder: Project (63ff24bc1cd54426a4c694b3da71901a) in parent group-v637631. [ 791.383910] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Creating folder: Instances. Parent ref: group-v637754. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.384206] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22aa120b-aab0-4fb5-aef6-4d0792b50d52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.386216] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd5a70a-4702-4c02-9f31-34abc3fa6106 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.394497] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 791.394497] env[70059]: value = "task-3188958" [ 791.394497] env[70059]: _type = "Task" [ 791.394497] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.404359] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Created folder: Instances in parent group-v637754. [ 791.404359] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.404359] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.405708] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f63adb-f500-4763-ac72-7b1c72b4c42b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.421565] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188958, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.429547] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.429547] env[70059]: value = "task-3188960" [ 791.429547] env[70059]: _type = "Task" [ 791.429547] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.440660] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188960, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.484288] env[70059]: DEBUG oslo_vmware.api [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Task: {'id': task-3188954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315595} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.484431] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.484597] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.485336] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.485336] env[70059]: INFO nova.compute.manager [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Took 1.23 seconds to destroy the instance on the hypervisor. [ 791.485336] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.485620] env[70059]: DEBUG nova.compute.manager [-] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.485620] env[70059]: DEBUG nova.network.neutron [-] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.514837] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.549313] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.549605] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.549755] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.549941] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.550238] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.550405] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.550656] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.550822] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.550991] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.551168] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.551841] env[70059]: DEBUG nova.virt.hardware [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.553098] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4cffb-4272-416b-9d46-9b73f5e5cadd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.563299] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd1af82-3803-4bdc-aabf-e84dc7381ac4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.682414] env[70059]: DEBUG oslo_concurrency.lockutils [None req-40cdb4eb-8c9e-480b-b276-892185823f73 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.752553] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188955, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.812020] env[70059]: DEBUG nova.network.neutron [-] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.814529] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.816243] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.816243] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.816243] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.816243] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.818874] env[70059]: INFO nova.compute.manager [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Terminating instance [ 791.835483] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124724} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.835483] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.835704] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191fea6-8739-4779-817e-24b39f95bd63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.857251] env[70059]: DEBUG nova.scheduler.client.report [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.870337] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.871013] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85e0aa4e-a2eb-4d83-a03e-047191eaa038 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.895442] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 791.895442] env[70059]: value = "task-3188961" [ 791.895442] env[70059]: _type = "Task" [ 791.895442] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.909653] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188958, 'name': Rename_Task, 'duration_secs': 0.249452} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.912612] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.912957] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a917453-59c1-48f2-9172-faa9f5a54244 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.922630] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 791.922630] env[70059]: value = "task-3188962" [ 791.922630] env[70059]: _type = "Task" [ 791.922630] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.937152] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.946272] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188960, 'name': CreateVM_Task, 'duration_secs': 0.464454} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.949029] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.949188] env[70059]: DEBUG nova.compute.manager [req-53a2464a-c912-4eb3-b2cb-a1488f58dc1c req-08cd84f5-af1f-425d-a595-47a65593088a service nova] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Received event network-vif-deleted-f9eb526f-ea60-43e1-bad6-1b1e565a8b78 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.950156] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.950156] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.950401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.952255] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289a8cd6-a5b0-4ed5-860d-8cca13c9792a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.961745] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 791.961745] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5266375e-1a11-a01c-c565-fe3363154d6a" [ 791.961745] env[70059]: _type = "Task" [ 791.961745] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.972277] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5266375e-1a11-a01c-c565-fe3363154d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.257246] env[70059]: DEBUG oslo_vmware.api [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188955, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871942} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.257246] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.257246] env[70059]: INFO nova.compute.manager [None req-783ae728-08c3-4935-8616-cb8c5654f333 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 792.317248] env[70059]: INFO nova.compute.manager [-] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Took 1.84 seconds to deallocate network for instance. [ 792.328168] env[70059]: DEBUG nova.compute.manager [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.328399] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.329570] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9797273e-927f-4df7-a6e0-bc60fc411ea9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.342172] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.342631] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d713f381-7028-4fbd-9def-bca8b398d1bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.350601] env[70059]: DEBUG oslo_vmware.api [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 792.350601] env[70059]: value = "task-3188963" [ 792.350601] env[70059]: _type = "Task" [ 792.350601] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.364428] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.365013] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.367875] env[70059]: DEBUG oslo_vmware.api [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.368349] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.405s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.368576] env[70059]: DEBUG nova.objects.instance [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lazy-loading 'resources' on Instance uuid 10ffa883-9787-4c2b-9912-11f35f299c35 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.388907] env[70059]: DEBUG nova.network.neutron [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updated VIF entry in instance network info cache for port 2e3afede-db2c-41d6-9dcd-6e60cd503e61. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.389106] env[70059]: DEBUG nova.network.neutron [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updating instance_info_cache with network_info: [{"id": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "address": "fa:16:3e:bf:9b:c0", "network": {"id": "9a150182-def4-4bfe-9189-c4efa2af8a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-160915415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ff24bc1cd54426a4c694b3da71901a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3afede-db", "ovs_interfaceid": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.411945] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.433971] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.473533] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5266375e-1a11-a01c-c565-fe3363154d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.473867] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.474112] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.474894] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.474894] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.474894] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.477445] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6905e9dd-5399-41f4-83dc-97070386c14e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.487155] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.488661] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.490015] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c7a3ab-85ca-4081-811f-383ee739156e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.497190] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 792.497190] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e0eba0-6c2d-5eac-39c3-f77866b11b43" [ 792.497190] env[70059]: _type = "Task" [ 792.497190] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.513704] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e0eba0-6c2d-5eac-39c3-f77866b11b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.562102] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.562102] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.671434] env[70059]: DEBUG nova.network.neutron [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Successfully updated port: 1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.801580] env[70059]: DEBUG nova.network.neutron [-] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.824953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.861233] env[70059]: DEBUG oslo_vmware.api [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188963, 'name': PowerOffVM_Task, 'duration_secs': 0.182839} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.861535] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.861743] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.861953] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9d3d18-452e-448b-841e-41189d89a030 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870133] env[70059]: DEBUG nova.compute.utils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.874320] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.874493] env[70059]: DEBUG nova.network.neutron [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.891994] env[70059]: DEBUG oslo_concurrency.lockutils [req-c993e305-3821-4956-9414-558dd0dc1c1d req-b7b8b92b-b49f-48ed-9009-a5c2f4746f68 service nova] Releasing lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.910618] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188961, 'name': ReconfigVM_Task, 'duration_secs': 0.650391} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.910618] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Reconfigured VM instance instance-00000029 to attach disk [datastore1] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.911187] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb2821b1-2339-434b-aab0-5cddde1d878b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.921620] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 792.921620] env[70059]: value = "task-3188965" [ 792.921620] env[70059]: _type = "Task" [ 792.921620] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.938180] env[70059]: DEBUG oslo_vmware.api [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188962, 'name': PowerOnVM_Task, 'duration_secs': 0.70425} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.941766] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.941766] env[70059]: INFO nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Took 9.69 seconds to spawn the instance on the hypervisor. [ 792.941946] env[70059]: DEBUG nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.942249] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188965, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.945601] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02df6a78-b278-483e-95bc-2933882e5122 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.949280] env[70059]: DEBUG nova.policy [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09a0c564579c43be8d973ecbb2192a22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce795c92f0e4e58a06b3ab897e2633d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.952316] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.952518] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.952678] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Deleting the datastore file [datastore2] d6fa88dd-2220-4998-8294-6a985ffb1eaf {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.953825] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e821c0ce-0cf1-46d3-8fe2-1dfafacf5dbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.967059] env[70059]: DEBUG oslo_vmware.api [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for the task: (returnval){ [ 792.967059] env[70059]: value = "task-3188966" [ 792.967059] env[70059]: _type = "Task" [ 792.967059] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.975124] env[70059]: DEBUG oslo_vmware.api [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.012080] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e0eba0-6c2d-5eac-39c3-f77866b11b43, 'name': SearchDatastore_Task, 'duration_secs': 0.018604} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.016022] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674bf3fb-920e-472b-bccb-45cb3a31de2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.024890] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 793.024890] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5267041c-4067-f438-2696-6ae3e0649903" [ 793.024890] env[70059]: _type = "Task" [ 793.024890] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.035720] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5267041c-4067-f438-2696-6ae3e0649903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.177631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "refresh_cache-a71a138e-d9a6-4a11-ae20-02fbbd798f32" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.177631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquired lock "refresh_cache-a71a138e-d9a6-4a11-ae20-02fbbd798f32" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.177631] env[70059]: DEBUG nova.network.neutron [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.304097] env[70059]: INFO nova.compute.manager [-] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Took 1.82 seconds to deallocate network for instance. [ 793.321047] env[70059]: DEBUG nova.objects.instance [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'flavor' on Instance uuid 2c6f2182-1d1e-4262-aa37-526bb79ebc25 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.380256] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.391399] env[70059]: DEBUG nova.network.neutron [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Successfully created port: b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.402017] env[70059]: DEBUG nova.compute.manager [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Received event network-vif-plugged-1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.402228] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] Acquiring lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.402431] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.402593] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.402763] env[70059]: DEBUG nova.compute.manager [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] No waiting events found dispatching network-vif-plugged-1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.402920] env[70059]: WARNING nova.compute.manager [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Received unexpected event network-vif-plugged-1b424fcc-4b2b-451c-950e-ff2ccf8a8406 for instance with vm_state building and task_state spawning. [ 793.403084] env[70059]: DEBUG nova.compute.manager [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Received event network-changed-1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.403230] env[70059]: DEBUG nova.compute.manager [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Refreshing instance network info cache due to event network-changed-1b424fcc-4b2b-451c-950e-ff2ccf8a8406. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.403386] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] Acquiring lock "refresh_cache-a71a138e-d9a6-4a11-ae20-02fbbd798f32" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.436051] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188965, 'name': Rename_Task, 'duration_secs': 0.194796} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.436569] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.437302] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff18c1c-ca5a-4514-a184-0121d5fd7ac0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.448457] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 793.448457] env[70059]: value = "task-3188967" [ 793.448457] env[70059]: _type = "Task" [ 793.448457] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.453523] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69bb80e-6393-4eea-b72a-fa541b52f7cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.459656] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.467817] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b06e2-3f42-4102-a925-701de1a650cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.475572] env[70059]: INFO nova.compute.manager [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Took 48.42 seconds to build instance. [ 793.482422] env[70059]: DEBUG oslo_vmware.api [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Task: {'id': task-3188966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198194} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.507801] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.508067] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.508253] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.508430] env[70059]: INFO nova.compute.manager [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 793.508685] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.509762] env[70059]: DEBUG nova.compute.manager [-] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.509866] env[70059]: DEBUG nova.network.neutron [-] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.512059] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a6cd5-8f72-43c4-b4cd-67d5ec93756d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.521198] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc60ab1-a206-4661-bec2-e3ef4a1d3396 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.540879] env[70059]: DEBUG nova.compute.provider_tree [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.543941] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5267041c-4067-f438-2696-6ae3e0649903, 'name': SearchDatastore_Task, 'duration_secs': 0.022624} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.544418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.544713] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 26784492-3b89-4b43-8091-64a4c0499773/26784492-3b89-4b43-8091-64a4c0499773.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.544919] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55a562cc-31d6-49d5-81a1-57f95ec306c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.552468] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 793.552468] env[70059]: value = "task-3188968" [ 793.552468] env[70059]: _type = "Task" [ 793.552468] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.563125] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.722672] env[70059]: DEBUG nova.network.neutron [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.814723] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.826278] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.826471] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.826647] env[70059]: DEBUG nova.network.neutron [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.826881] env[70059]: DEBUG nova.objects.instance [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'info_cache' on Instance uuid 2c6f2182-1d1e-4262-aa37-526bb79ebc25 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.959341] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.962225] env[70059]: DEBUG nova.network.neutron [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Updating instance_info_cache with network_info: [{"id": "1b424fcc-4b2b-451c-950e-ff2ccf8a8406", "address": "fa:16:3e:73:2a:7f", "network": {"id": "3a042ba2-4b68-42e8-b16c-97458920fe5a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1474226301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be18b957f1614c17b80fb292f76f09bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b424fcc-4b", "ovs_interfaceid": "1b424fcc-4b2b-451c-950e-ff2ccf8a8406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.978096] env[70059]: DEBUG oslo_concurrency.lockutils [None req-874ff54b-1d2d-4c7d-9d7a-4118418fdd7a tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.483s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.046203] env[70059]: DEBUG nova.scheduler.client.report [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.066530] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489928} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.066797] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 26784492-3b89-4b43-8091-64a4c0499773/26784492-3b89-4b43-8091-64a4c0499773.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.067337] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.068308] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c92bb22-9d94-427c-abbc-9ada1e536715 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.076889] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 794.076889] env[70059]: value = "task-3188969" [ 794.076889] env[70059]: _type = "Task" [ 794.076889] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.089944] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.330878] env[70059]: DEBUG nova.objects.base [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Object Instance<2c6f2182-1d1e-4262-aa37-526bb79ebc25> lazy-loaded attributes: flavor,info_cache {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 794.332145] env[70059]: DEBUG nova.network.neutron [-] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.352773] env[70059]: DEBUG nova.compute.manager [req-b9b61225-1a7e-495c-9ea4-9ce89b5a0e7e req-c7627aa8-c833-4149-a637-407443d1d6a8 service nova] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Received event network-vif-deleted-f2a8c40a-828f-4b03-b940-c58ca9ac871a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.353043] env[70059]: DEBUG nova.compute.manager [req-b9b61225-1a7e-495c-9ea4-9ce89b5a0e7e req-c7627aa8-c833-4149-a637-407443d1d6a8 service nova] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Received event network-vif-deleted-b2394498-62c8-4672-b923-14a7baf4dc92 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.391699] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.414231] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.414475] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.414631] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.414812] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.414956] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.415116] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.415375] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.415480] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.415643] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.415801] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.415972] env[70059]: DEBUG nova.virt.hardware [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.416936] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f5508-ede1-4be3-8ba7-c766d49dba72 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.426616] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c1330-1200-4d58-93a9-3dd1ecfcf634 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.459240] env[70059]: DEBUG oslo_vmware.api [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188967, 'name': PowerOnVM_Task, 'duration_secs': 0.706552} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.459464] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.459664] env[70059]: INFO nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Took 8.49 seconds to spawn the instance on the hypervisor. [ 794.459843] env[70059]: DEBUG nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.460617] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a323715-23b1-4a32-b70a-5fc04875e591 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.464798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Releasing lock "refresh_cache-a71a138e-d9a6-4a11-ae20-02fbbd798f32" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.465130] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Instance network_info: |[{"id": "1b424fcc-4b2b-451c-950e-ff2ccf8a8406", "address": "fa:16:3e:73:2a:7f", "network": {"id": "3a042ba2-4b68-42e8-b16c-97458920fe5a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1474226301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be18b957f1614c17b80fb292f76f09bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b424fcc-4b", "ovs_interfaceid": "1b424fcc-4b2b-451c-950e-ff2ccf8a8406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.465410] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] Acquired lock "refresh_cache-a71a138e-d9a6-4a11-ae20-02fbbd798f32" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.465588] env[70059]: DEBUG nova.network.neutron [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Refreshing network info cache for port 1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.467299] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:2a:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b424fcc-4b2b-451c-950e-ff2ccf8a8406', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.474596] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Creating folder: Project (be18b957f1614c17b80fb292f76f09bd). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.477256] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee35941-f00f-4105-896f-6c0e8c40a5d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.481873] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.495064] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Created folder: Project (be18b957f1614c17b80fb292f76f09bd) in parent group-v637631. [ 794.495277] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Creating folder: Instances. Parent ref: group-v637757. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.495549] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5182edaf-23c0-4dd0-aef4-a76b18022800 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.507272] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Created folder: Instances in parent group-v637757. [ 794.507533] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.507958] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.507958] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c691065d-e234-4927-838d-cafe3cfb84ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.529829] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.529829] env[70059]: value = "task-3188972" [ 794.529829] env[70059]: _type = "Task" [ 794.529829] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.538703] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188972, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.553194] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.554392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.987s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.555973] env[70059]: INFO nova.compute.claims [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.578077] env[70059]: INFO nova.scheduler.client.report [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleted allocations for instance 10ffa883-9787-4c2b-9912-11f35f299c35 [ 794.590468] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109592} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.590791] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.592012] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e4073-110f-4efb-9b62-63f5f1397406 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.619199] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 26784492-3b89-4b43-8091-64a4c0499773/26784492-3b89-4b43-8091-64a4c0499773.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.620098] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfea687a-f725-408a-a280-16424d7a3a45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.641643] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 794.641643] env[70059]: value = "task-3188973" [ 794.641643] env[70059]: _type = "Task" [ 794.641643] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.650224] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.812995] env[70059]: DEBUG nova.compute.manager [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.813964] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b7875-2713-4630-bbae-eddf279d4bc5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.837777] env[70059]: INFO nova.compute.manager [-] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Took 1.33 seconds to deallocate network for instance. [ 795.008756] env[70059]: INFO nova.compute.manager [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Took 46.47 seconds to build instance. [ 795.010991] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.041864] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188972, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.067196] env[70059]: DEBUG nova.network.neutron [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Successfully updated port: b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.088495] env[70059]: DEBUG oslo_concurrency.lockutils [None req-62192823-e9c5-4ba2-bc2e-9c8ad1eb266c tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "10ffa883-9787-4c2b-9912-11f35f299c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.784s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.156946] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.232545] env[70059]: DEBUG nova.network.neutron [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.326619] env[70059]: INFO nova.compute.manager [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] instance snapshotting [ 795.331538] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0bcc2-1768-47b4-9e4d-7efa76c19758 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.353776] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.354804] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a267af9-3d87-427d-954c-026455df1090 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.412146] env[70059]: DEBUG nova.network.neutron [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Updated VIF entry in instance network info cache for port 1b424fcc-4b2b-451c-950e-ff2ccf8a8406. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.412533] env[70059]: DEBUG nova.network.neutron [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Updating instance_info_cache with network_info: [{"id": "1b424fcc-4b2b-451c-950e-ff2ccf8a8406", "address": "fa:16:3e:73:2a:7f", "network": {"id": "3a042ba2-4b68-42e8-b16c-97458920fe5a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1474226301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be18b957f1614c17b80fb292f76f09bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b424fcc-4b", "ovs_interfaceid": "1b424fcc-4b2b-451c-950e-ff2ccf8a8406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.510383] env[70059]: DEBUG nova.compute.manager [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Received event network-vif-plugged-b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.510777] env[70059]: DEBUG oslo_concurrency.lockutils [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] Acquiring lock "2fd24361-c79d-49d6-86fb-a064a42d88be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.511412] env[70059]: DEBUG oslo_concurrency.lockutils [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.511607] env[70059]: DEBUG oslo_concurrency.lockutils [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.511787] env[70059]: DEBUG nova.compute.manager [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] No waiting events found dispatching network-vif-plugged-b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.511959] env[70059]: WARNING nova.compute.manager [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Received unexpected event network-vif-plugged-b3e44f87-baec-41a4-8ea1-b71b0d8af530 for instance with vm_state building and task_state spawning. [ 795.512154] env[70059]: DEBUG nova.compute.manager [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Received event network-changed-b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.512314] env[70059]: DEBUG nova.compute.manager [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Refreshing instance network info cache due to event network-changed-b3e44f87-baec-41a4-8ea1-b71b0d8af530. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.512511] env[70059]: DEBUG oslo_concurrency.lockutils [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] Acquiring lock "refresh_cache-2fd24361-c79d-49d6-86fb-a064a42d88be" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.512647] env[70059]: DEBUG oslo_concurrency.lockutils [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] Acquired lock "refresh_cache-2fd24361-c79d-49d6-86fb-a064a42d88be" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.512799] env[70059]: DEBUG nova.network.neutron [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Refreshing network info cache for port b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.514306] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55f40b71-5576-44d7-b3ec-86b267f3cb97 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.677s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.542876] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188972, 'name': CreateVM_Task, 'duration_secs': 0.7338} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.544032] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.544032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.544209] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.544352] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.545149] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf58499-3d44-49f8-bf4c-cdd348f248fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.550525] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 795.550525] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5242ab8c-66d1-2e31-35c8-e34970478a03" [ 795.550525] env[70059]: _type = "Task" [ 795.550525] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.558821] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5242ab8c-66d1-2e31-35c8-e34970478a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.571123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "refresh_cache-2fd24361-c79d-49d6-86fb-a064a42d88be" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.653322] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188973, 'name': ReconfigVM_Task, 'duration_secs': 0.782755} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.655953] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 26784492-3b89-4b43-8091-64a4c0499773/26784492-3b89-4b43-8091-64a4c0499773.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.656858] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2a1f3d-0857-4a9d-9c5e-7e9b10b18826 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.665751] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 795.665751] env[70059]: value = "task-3188974" [ 795.665751] env[70059]: _type = "Task" [ 795.665751] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.677210] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188974, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.739984] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.747265] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.747358] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.747557] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.747759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.747946] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.751250] env[70059]: INFO nova.compute.manager [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Terminating instance [ 795.869980] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.872493] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74f2201a-3dd6-4e45-a914-cf6702fbbffc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.881644] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 795.881644] env[70059]: value = "task-3188975" [ 795.881644] env[70059]: _type = "Task" [ 795.881644] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.892909] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.915472] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d0e5c29-3777-4b46-859f-820d8b5c2fac req-b8d49572-93c3-4e38-8d02-d866b3ee6c2d service nova] Releasing lock "refresh_cache-a71a138e-d9a6-4a11-ae20-02fbbd798f32" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.018115] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.036562] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c739fefc-0756-45cf-ad8d-62fffb056f77 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.044566] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef6ddb7-183a-453e-b4c3-fa3ae1cbbba9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.079316] env[70059]: DEBUG nova.network.neutron [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.082882] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b11b3-aa69-49a1-a607-65aa84b744f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.089622] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5242ab8c-66d1-2e31-35c8-e34970478a03, 'name': SearchDatastore_Task, 'duration_secs': 0.021862} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.090245] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.090490] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.090708] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.090852] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.091038] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.091297] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ad9e84-9e55-4452-9aa1-c893770505ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.096808] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f8526-268b-4566-9f1f-96334e975849 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.103825] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.104127] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.112251] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e6a1b0-3368-4514-99a3-07b3de128d1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.114968] env[70059]: DEBUG nova.compute.provider_tree [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.121445] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 796.121445] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52338588-315d-f0dd-c456-3161af2bf293" [ 796.121445] env[70059]: _type = "Task" [ 796.121445] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.130070] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52338588-315d-f0dd-c456-3161af2bf293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.179334] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188974, 'name': Rename_Task, 'duration_secs': 0.386991} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.179636] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.179894] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48411c9c-ddf7-4155-bbe9-8ef2c518451d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.189537] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 796.189537] env[70059]: value = "task-3188976" [ 796.189537] env[70059]: _type = "Task" [ 796.189537] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.199310] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.200737] env[70059]: DEBUG nova.network.neutron [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.211036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.211036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.211252] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.211407] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.211579] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.213793] env[70059]: INFO nova.compute.manager [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Terminating instance [ 796.254311] env[70059]: DEBUG nova.compute.manager [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.254695] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.256012] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb5a20-582d-4078-90dd-1acf32514c29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.267610] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.267610] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5de0492-f8bc-4ffd-8c52-a296e10b14fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.275307] env[70059]: DEBUG oslo_vmware.api [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 796.275307] env[70059]: value = "task-3188977" [ 796.275307] env[70059]: _type = "Task" [ 796.275307] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.284469] env[70059]: DEBUG oslo_vmware.api [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.392821] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.548476] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.617767] env[70059]: DEBUG nova.scheduler.client.report [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.633177] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52338588-315d-f0dd-c456-3161af2bf293, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.634009] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbd8efc-a997-4754-bd8b-b4b9eb87d57e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.641510] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 796.641510] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522f8511-c5d9-3d77-c9e9-d4a7f2079203" [ 796.641510] env[70059]: _type = "Task" [ 796.641510] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.656358] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522f8511-c5d9-3d77-c9e9-d4a7f2079203, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.656739] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.657152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] a71a138e-d9a6-4a11-ae20-02fbbd798f32/a71a138e-d9a6-4a11-ae20-02fbbd798f32.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.657538] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c287c38-9ef4-40f1-a91e-355e67310017 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.667180] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 796.667180] env[70059]: value = "task-3188978" [ 796.667180] env[70059]: _type = "Task" [ 796.667180] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.680455] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.701785] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188976, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.703449] env[70059]: DEBUG oslo_concurrency.lockutils [req-7345a931-0ca7-4534-9199-c77ded69c461 req-3890eb5b-64ba-42dd-a297-4ee070f0d0b9 service nova] Releasing lock "refresh_cache-2fd24361-c79d-49d6-86fb-a064a42d88be" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.703931] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquired lock "refresh_cache-2fd24361-c79d-49d6-86fb-a064a42d88be" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.704014] env[70059]: DEBUG nova.network.neutron [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.717634] env[70059]: DEBUG nova.compute.manager [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.718850] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.719579] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa202e6e-2e92-48c2-9db6-2f4ac297ce5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.730192] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.730553] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4bd7529-5fbd-4366-9681-360e1700e075 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.739522] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 796.739522] env[70059]: value = "task-3188979" [ 796.739522] env[70059]: _type = "Task" [ 796.739522] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.750899] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.751314] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.751648] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7bdde93-1f08-4fab-bf4c-8da1b6f1bc22 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.761685] env[70059]: DEBUG oslo_vmware.api [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 796.761685] env[70059]: value = "task-3188980" [ 796.761685] env[70059]: _type = "Task" [ 796.761685] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.773095] env[70059]: DEBUG oslo_vmware.api [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.786597] env[70059]: DEBUG oslo_vmware.api [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188977, 'name': PowerOffVM_Task, 'duration_secs': 0.216306} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.786910] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.787103] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.787355] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d1536f-d2d4-49e0-bea4-b3193ff50196 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.884788] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.885087] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.885307] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleting the datastore file [datastore2] a03925d2-fbc2-4b5f-b95f-43f36e2692f2 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.890223] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e927dec-f3ea-4f07-be29-be3455b2dcd8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.901400] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.903191] env[70059]: DEBUG oslo_vmware.api [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for the task: (returnval){ [ 796.903191] env[70059]: value = "task-3188982" [ 796.903191] env[70059]: _type = "Task" [ 796.903191] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.913738] env[70059]: DEBUG oslo_vmware.api [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.124222] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.125018] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.128698] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.750s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.129053] env[70059]: DEBUG nova.objects.instance [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.180576] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.203538] env[70059]: DEBUG oslo_vmware.api [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3188976, 'name': PowerOnVM_Task, 'duration_secs': 0.528841} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.204064] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.204158] env[70059]: INFO nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Took 8.43 seconds to spawn the instance on the hypervisor. [ 797.204419] env[70059]: DEBUG nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.205865] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7758f37e-3dcc-4907-ade8-901617e01ef9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.252471] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188979, 'name': PowerOffVM_Task, 'duration_secs': 0.215833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.252471] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.252471] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.252471] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c003d78-45ac-4a15-b493-eafd948499fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.262112] env[70059]: DEBUG nova.network.neutron [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.276343] env[70059]: DEBUG oslo_vmware.api [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3188980, 'name': PowerOnVM_Task, 'duration_secs': 0.495925} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.276627] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.276892] env[70059]: DEBUG nova.compute.manager [None req-c8559912-a7b1-4180-8a03-18b35aafa6ec tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.277723] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b89ae6b-e9d0-46dc-bcf8-23a216558092 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.322812] env[70059]: INFO nova.compute.manager [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Rebuilding instance [ 797.368472] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.368626] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.368887] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Deleting the datastore file [datastore2] c8e47f25-9bbd-431f-bf2f-4f55169fd38e {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.369212] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b4cc870-3e24-4a8b-913d-fa06e3b58202 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.380691] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for the task: (returnval){ [ 797.380691] env[70059]: value = "task-3188984" [ 797.380691] env[70059]: _type = "Task" [ 797.380691] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.399856] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.405738] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.406193] env[70059]: DEBUG nova.compute.manager [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.409835] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af39ce1-e2ec-4cd6-9637-808358388c45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.425176] env[70059]: DEBUG oslo_vmware.api [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Task: {'id': task-3188982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377103} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.426066] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.426184] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.426342] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.426519] env[70059]: INFO nova.compute.manager [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 797.426789] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.427650] env[70059]: DEBUG nova.compute.manager [-] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.427757] env[70059]: DEBUG nova.network.neutron [-] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.546363] env[70059]: DEBUG nova.network.neutron [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Updating instance_info_cache with network_info: [{"id": "b3e44f87-baec-41a4-8ea1-b71b0d8af530", "address": "fa:16:3e:f3:30:95", "network": {"id": "067181d9-fdf9-43a2-a3b4-ab90002c9611", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1887427124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce795c92f0e4e58a06b3ab897e2633d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e44f87-ba", "ovs_interfaceid": "b3e44f87-baec-41a4-8ea1-b71b0d8af530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.639341] env[70059]: DEBUG nova.compute.utils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.640546] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.640716] env[70059]: DEBUG nova.network.neutron [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.681421] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568189} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.681421] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] a71a138e-d9a6-4a11-ae20-02fbbd798f32/a71a138e-d9a6-4a11-ae20-02fbbd798f32.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.681937] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.681937] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e99cc05-8deb-45d8-8a77-5780ba00d5d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.690962] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 797.690962] env[70059]: value = "task-3188985" [ 797.690962] env[70059]: _type = "Task" [ 797.690962] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.701625] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.703246] env[70059]: DEBUG nova.policy [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f76da81cb442bba9608efa6ef53e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c126e9efc646dfab45c86d663fb428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.725434] env[70059]: INFO nova.compute.manager [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Took 46.27 seconds to build instance. [ 797.830643] env[70059]: DEBUG nova.compute.manager [req-c5a088dc-8212-4732-bf03-f147f73c7dca req-740a9f86-66b9-46ff-bfea-0d33385ee90f service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Received event network-vif-deleted-6a3b8e62-d3dd-4be6-9507-4eee10865153 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.830846] env[70059]: INFO nova.compute.manager [req-c5a088dc-8212-4732-bf03-f147f73c7dca req-740a9f86-66b9-46ff-bfea-0d33385ee90f service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Neutron deleted interface 6a3b8e62-d3dd-4be6-9507-4eee10865153; detaching it from the instance and deleting it from the info cache [ 797.831031] env[70059]: DEBUG nova.network.neutron [req-c5a088dc-8212-4732-bf03-f147f73c7dca req-740a9f86-66b9-46ff-bfea-0d33385ee90f service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.904512] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.908143] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.048923] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Releasing lock "refresh_cache-2fd24361-c79d-49d6-86fb-a064a42d88be" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.049288] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Instance network_info: |[{"id": "b3e44f87-baec-41a4-8ea1-b71b0d8af530", "address": "fa:16:3e:f3:30:95", "network": {"id": "067181d9-fdf9-43a2-a3b4-ab90002c9611", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1887427124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce795c92f0e4e58a06b3ab897e2633d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e44f87-ba", "ovs_interfaceid": "b3e44f87-baec-41a4-8ea1-b71b0d8af530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.049697] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:30:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3e44f87-baec-41a4-8ea1-b71b0d8af530', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.057885] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Creating folder: Project (0ce795c92f0e4e58a06b3ab897e2633d). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.058301] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73996af3-81e0-4ac3-9f09-fda9a4f4e64a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.070641] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Created folder: Project (0ce795c92f0e4e58a06b3ab897e2633d) in parent group-v637631. [ 798.070842] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Creating folder: Instances. Parent ref: group-v637761. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.071109] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f6f06f-405e-4432-a797-034af8efb50f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.081484] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Created folder: Instances in parent group-v637761. [ 798.081729] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.081926] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.082156] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0793ffca-3561-43fa-a653-6a94613e75b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.098524] env[70059]: DEBUG nova.network.neutron [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Successfully created port: 861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.107775] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.107775] env[70059]: value = "task-3188988" [ 798.107775] env[70059]: _type = "Task" [ 798.107775] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.117678] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188988, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.147259] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0f7f322-9bd4-4110-bfd6-d7c195fa58ae tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.149379] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.153604] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.704s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.155700] env[70059]: INFO nova.compute.claims [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.201750] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202812} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.202048] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.202937] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3921fd-3e4d-4419-85fc-52e79eb0803e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.233338] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a71a138e-d9a6-4a11-ae20-02fbbd798f32/a71a138e-d9a6-4a11-ae20-02fbbd798f32.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.234458] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87bf9c1e-cdcf-479f-8c4a-bfc621ac8958 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "26784492-3b89-4b43-8091-64a4c0499773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.095s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.234683] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93ee427-fe50-4024-bbbe-9878650c0940 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.257577] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 798.257577] env[70059]: value = "task-3188989" [ 798.257577] env[70059]: _type = "Task" [ 798.257577] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.270956] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.292401] env[70059]: DEBUG nova.network.neutron [-] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.333867] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c4a6eb3-a125-4c1d-b645-3597f75ad42d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.344841] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8573c66-0ed7-45ac-8be5-34e70e809d20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.378736] env[70059]: DEBUG nova.compute.manager [req-c5a088dc-8212-4732-bf03-f147f73c7dca req-740a9f86-66b9-46ff-bfea-0d33385ee90f service nova] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Detach interface failed, port_id=6a3b8e62-d3dd-4be6-9507-4eee10865153, reason: Instance a03925d2-fbc2-4b5f-b95f-43f36e2692f2 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.391817] env[70059]: DEBUG oslo_vmware.api [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Task: {'id': task-3188984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.761895} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.392342] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.392603] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.392718] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.393038] env[70059]: INFO nova.compute.manager [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 798.393105] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.393261] env[70059]: DEBUG nova.compute.manager [-] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.393359] env[70059]: DEBUG nova.network.neutron [-] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.398077] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188975, 'name': CreateSnapshot_Task, 'duration_secs': 2.091039} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.398566] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 798.399325] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f097f4d8-255c-49bf-8414-efdb4b642921 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.431075] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.431075] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1cda99-d7cd-4ca4-af85-6ce9d2847532 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.441168] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 798.441168] env[70059]: value = "task-3188990" [ 798.441168] env[70059]: _type = "Task" [ 798.441168] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.450781] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.620267] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188988, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.751964] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.775370] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.795715] env[70059]: INFO nova.compute.manager [-] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Took 1.37 seconds to deallocate network for instance. [ 798.920013] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 798.920013] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5cb7922-9cb3-4e85-bf56-e7f3afe81f45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.930494] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 798.930494] env[70059]: value = "task-3188991" [ 798.930494] env[70059]: _type = "Task" [ 798.930494] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.942712] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188991, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.960881] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188990, 'name': PowerOffVM_Task, 'duration_secs': 0.213839} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.961254] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.961539] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.962545] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab7b14-806f-491d-8f87-65c7b86fb040 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.971321] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.971595] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80420461-8680-4a32-8de6-84f4f9424e0d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.050330] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.050589] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.050749] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore1] aeff7ce3-80c4-4005-a377-8838e9f14dfa {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.051061] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0568c2e2-c7ce-4c61-b056-48f27be4b00a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.062994] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 799.062994] env[70059]: value = "task-3188993" [ 799.062994] env[70059]: _type = "Task" [ 799.062994] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.072022] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.123337] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188988, 'name': CreateVM_Task, 'duration_secs': 0.637578} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.123564] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.124533] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.124685] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.125338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.125505] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc73ad7f-3944-47dc-aca3-c887a64050c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.131525] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 799.131525] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbe699-e226-b38d-3de0-51a2b1e9d7b3" [ 799.131525] env[70059]: _type = "Task" [ 799.131525] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.142293] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fbe699-e226-b38d-3de0-51a2b1e9d7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.168911] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.201076] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.201532] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.201835] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.202168] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.202535] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.202724] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.203076] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.203547] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.203650] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.204022] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.204442] env[70059]: DEBUG nova.virt.hardware [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.206760] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1dc91b-aa53-4899-a17e-b21ab0b09fe4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.218370] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8596744-491a-459f-aa1a-ff5079cb821e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.277904] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188989, 'name': ReconfigVM_Task, 'duration_secs': 0.986702} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.278364] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a71a138e-d9a6-4a11-ae20-02fbbd798f32/a71a138e-d9a6-4a11-ae20-02fbbd798f32.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.279028] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d8073b-40ed-409e-8909-2a25caed4e11 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.285766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.294459] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 799.294459] env[70059]: value = "task-3188994" [ 799.294459] env[70059]: _type = "Task" [ 799.294459] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.303774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.308531] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188994, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.446196] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188991, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.476848] env[70059]: DEBUG nova.network.neutron [-] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.571511] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3188993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155855} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.574386] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.575670] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.575924] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.646704] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fbe699-e226-b38d-3de0-51a2b1e9d7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.647138] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.647392] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.647627] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.647778] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.647960] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.648277] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5170b47e-6a91-42f0-92d0-76eea77f10d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.673031] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.673031] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.673031] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73108f13-44a7-4f5b-9cc0-6f21df480375 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.679589] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 799.679589] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52400bfc-6165-8ee6-4900-dc64bd6f942e" [ 799.679589] env[70059]: _type = "Task" [ 799.679589] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.688914] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52400bfc-6165-8ee6-4900-dc64bd6f942e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.770568] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd027eb8-f0f1-4f84-a5cf-a3ace411c1d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.782374] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db10981-a120-4d6c-8466-15ff6ed4db15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.832364] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6bcdf2-a11a-42c7-9523-79000488d35f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.840610] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188994, 'name': Rename_Task, 'duration_secs': 0.180397} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.842770] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.843081] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9feeae70-dd43-4c54-a2fe-4581c07636a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.845612] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba5f5a-c83c-4972-9fa9-e07d2f80b271 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.860683] env[70059]: DEBUG nova.compute.provider_tree [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.866202] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 799.866202] env[70059]: value = "task-3188995" [ 799.866202] env[70059]: _type = "Task" [ 799.866202] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.872038] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.897638] env[70059]: DEBUG nova.compute.manager [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Received event network-vif-deleted-d35e013f-f04e-4f7c-8014-c381b8f1510c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.897900] env[70059]: DEBUG nova.compute.manager [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Received event network-changed-2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.898112] env[70059]: DEBUG nova.compute.manager [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Refreshing instance network info cache due to event network-changed-2e3afede-db2c-41d6-9dcd-6e60cd503e61. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.898328] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] Acquiring lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898467] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] Acquired lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898623] env[70059]: DEBUG nova.network.neutron [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Refreshing network info cache for port 2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.946409] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188991, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.979947] env[70059]: INFO nova.compute.manager [-] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Took 1.59 seconds to deallocate network for instance. [ 800.189760] env[70059]: DEBUG nova.network.neutron [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Successfully updated port: 861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.200360] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52400bfc-6165-8ee6-4900-dc64bd6f942e, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.201274] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d029dbf4-fee4-4158-b16b-ca48bf42e1ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.210711] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 800.210711] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526f52d3-53f7-ac24-554f-ffabf4550bdc" [ 800.210711] env[70059]: _type = "Task" [ 800.210711] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.220181] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526f52d3-53f7-ac24-554f-ffabf4550bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.364953] env[70059]: DEBUG nova.scheduler.client.report [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.378075] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.446506] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188991, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.488061] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.618288] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.618559] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.618717] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.618896] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.619050] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.619201] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.619408] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.619564] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.619729] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.619912] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.620134] env[70059]: DEBUG nova.virt.hardware [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.621049] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb4d53b-38a5-45fa-b1a3-6331280c5227 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.630038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c99f397-0995-4f4b-9e12-814eebd20845 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.646675] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:69:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881a095a-cca8-43b8-b8aa-54c7ae5bb4e7', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.654117] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.654397] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.654618] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ff58661-0ae2-49f2-a85c-f385c8ecd572 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.674050] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.674050] env[70059]: value = "task-3188996" [ 800.674050] env[70059]: _type = "Task" [ 800.674050] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.682485] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188996, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.694231] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "refresh_cache-86c0c53f-00a6-4700-9188-f2c69578fa72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.694385] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "refresh_cache-86c0c53f-00a6-4700-9188-f2c69578fa72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.694541] env[70059]: DEBUG nova.network.neutron [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.721483] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526f52d3-53f7-ac24-554f-ffabf4550bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.721766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.722223] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 2fd24361-c79d-49d6-86fb-a064a42d88be/2fd24361-c79d-49d6-86fb-a064a42d88be.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.722503] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a52f33-0087-4ffc-98c1-ccc60d873376 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.729762] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 800.729762] env[70059]: value = "task-3188997" [ 800.729762] env[70059]: _type = "Task" [ 800.729762] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.740772] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3188997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.873517] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.874044] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.877549] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.526s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.877920] env[70059]: DEBUG nova.objects.instance [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lazy-loading 'resources' on Instance uuid e6e74ef8-e10f-430f-8d61-71f1a53b9680 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.885127] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.939632] env[70059]: DEBUG nova.network.neutron [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updated VIF entry in instance network info cache for port 2e3afede-db2c-41d6-9dcd-6e60cd503e61. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.939988] env[70059]: DEBUG nova.network.neutron [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updating instance_info_cache with network_info: [{"id": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "address": "fa:16:3e:bf:9b:c0", "network": {"id": "9a150182-def4-4bfe-9189-c4efa2af8a13", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-160915415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63ff24bc1cd54426a4c694b3da71901a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3afede-db", "ovs_interfaceid": "2e3afede-db2c-41d6-9dcd-6e60cd503e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.948093] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3188991, 'name': CloneVM_Task, 'duration_secs': 1.655179} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.948457] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Created linked-clone VM from snapshot [ 800.949538] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a96e3-0835-453e-a42b-f1eedf329317 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.959721] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Uploading image b843de7e-7120-4587-ad7a-183b4d80e4b5 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 800.987506] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 800.987506] env[70059]: value = "vm-637764" [ 800.987506] env[70059]: _type = "VirtualMachine" [ 800.987506] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 800.987896] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dae4726d-a1b2-465d-a45a-c73dec6ae808 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.997836] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lease: (returnval){ [ 800.997836] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52caf69e-c292-a578-1fc2-1772ef0cc4cc" [ 800.997836] env[70059]: _type = "HttpNfcLease" [ 800.997836] env[70059]: } obtained for exporting VM: (result){ [ 800.997836] env[70059]: value = "vm-637764" [ 800.997836] env[70059]: _type = "VirtualMachine" [ 800.997836] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 800.998211] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the lease: (returnval){ [ 800.998211] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52caf69e-c292-a578-1fc2-1772ef0cc4cc" [ 800.998211] env[70059]: _type = "HttpNfcLease" [ 800.998211] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 801.008086] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.008086] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52caf69e-c292-a578-1fc2-1772ef0cc4cc" [ 801.008086] env[70059]: _type = "HttpNfcLease" [ 801.008086] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 801.188732] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188996, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.240518] env[70059]: DEBUG nova.network.neutron [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.247027] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3188997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48185} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.247927] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 2fd24361-c79d-49d6-86fb-a064a42d88be/2fd24361-c79d-49d6-86fb-a064a42d88be.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.247927] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.247927] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd3d504-3602-4356-b040-22d6f7b7615f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.255077] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 801.255077] env[70059]: value = "task-3188999" [ 801.255077] env[70059]: _type = "Task" [ 801.255077] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.263940] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3188999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.381782] env[70059]: DEBUG nova.compute.utils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.385308] env[70059]: DEBUG oslo_vmware.api [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3188995, 'name': PowerOnVM_Task, 'duration_secs': 1.044537} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.386881] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.387191] env[70059]: DEBUG nova.network.neutron [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.388696] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.388898] env[70059]: INFO nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Took 9.87 seconds to spawn the instance on the hypervisor. [ 801.391328] env[70059]: DEBUG nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.391995] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69a8579-8b6a-40ae-b21a-1b8ff238ab08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.432186] env[70059]: DEBUG nova.network.neutron [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Updating instance_info_cache with network_info: [{"id": "861beb55-41be-4df7-88be-5ed43f7e721f", "address": "fa:16:3e:03:c6:d1", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861beb55-41", "ovs_interfaceid": "861beb55-41be-4df7-88be-5ed43f7e721f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.442506] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d81285c-cc87-441e-bdbc-8660629e5ea7 req-0e6674f1-8af2-4e74-9d0a-f4e24b910529 service nova] Releasing lock "refresh_cache-26784492-3b89-4b43-8091-64a4c0499773" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.445780] env[70059]: DEBUG nova.policy [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6217026105f340e38c6eb69c052a9ffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ea5e05c6cb949a48240f95cdea9538f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.507074] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.507074] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52caf69e-c292-a578-1fc2-1772ef0cc4cc" [ 801.507074] env[70059]: _type = "HttpNfcLease" [ 801.507074] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 801.507369] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 801.507369] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52caf69e-c292-a578-1fc2-1772ef0cc4cc" [ 801.507369] env[70059]: _type = "HttpNfcLease" [ 801.507369] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 801.508154] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b61e947-717f-4a46-bee1-ca5b7578a000 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.517840] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dff233-cb95-06b7-6923-9397ba7d54ab/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 801.517840] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dff233-cb95-06b7-6923-9397ba7d54ab/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 801.688107] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3188996, 'name': CreateVM_Task, 'duration_secs': 0.613546} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.688392] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.689338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.689580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.689953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.692454] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d2cdb3-c320-4584-aa42-250020036063 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.697715] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 801.697715] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5270cd39-8290-63b9-abff-cc5bb7a18acd" [ 801.697715] env[70059]: _type = "Task" [ 801.697715] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.706530] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5270cd39-8290-63b9-abff-cc5bb7a18acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.766888] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3188999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070631} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.770573] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.772125] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf910632-e540-484d-b4d0-4fd5b35c9d68 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.798990] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 2fd24361-c79d-49d6-86fb-a064a42d88be/2fd24361-c79d-49d6-86fb-a064a42d88be.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.804034] env[70059]: DEBUG nova.network.neutron [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Successfully created port: b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.805687] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-132109d3-0b5f-41ed-b67c-22f8ac74fc4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.820505] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a1983f7-afb7-4f43-80ce-1caea5fe6f0a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.833092] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 801.833092] env[70059]: value = "task-3189000" [ 801.833092] env[70059]: _type = "Task" [ 801.833092] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.842442] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.886786] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.918627] env[70059]: INFO nova.compute.manager [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Took 44.55 seconds to build instance. [ 801.938298] env[70059]: DEBUG nova.compute.manager [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Received event network-vif-plugged-861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.938298] env[70059]: DEBUG oslo_concurrency.lockutils [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] Acquiring lock "86c0c53f-00a6-4700-9188-f2c69578fa72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.938298] env[70059]: DEBUG oslo_concurrency.lockutils [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.938298] env[70059]: DEBUG oslo_concurrency.lockutils [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.938298] env[70059]: DEBUG nova.compute.manager [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] No waiting events found dispatching network-vif-plugged-861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.938449] env[70059]: WARNING nova.compute.manager [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Received unexpected event network-vif-plugged-861beb55-41be-4df7-88be-5ed43f7e721f for instance with vm_state building and task_state spawning. [ 801.938449] env[70059]: DEBUG nova.compute.manager [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Received event network-changed-861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.938449] env[70059]: DEBUG nova.compute.manager [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Refreshing instance network info cache due to event network-changed-861beb55-41be-4df7-88be-5ed43f7e721f. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.938449] env[70059]: DEBUG oslo_concurrency.lockutils [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] Acquiring lock "refresh_cache-86c0c53f-00a6-4700-9188-f2c69578fa72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.938449] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "refresh_cache-86c0c53f-00a6-4700-9188-f2c69578fa72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.938598] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Instance network_info: |[{"id": "861beb55-41be-4df7-88be-5ed43f7e721f", "address": "fa:16:3e:03:c6:d1", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861beb55-41", "ovs_interfaceid": "861beb55-41be-4df7-88be-5ed43f7e721f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.938598] env[70059]: DEBUG oslo_concurrency.lockutils [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] Acquired lock "refresh_cache-86c0c53f-00a6-4700-9188-f2c69578fa72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.938698] env[70059]: DEBUG nova.network.neutron [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Refreshing network info cache for port 861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.941084] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c6:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '861beb55-41be-4df7-88be-5ed43f7e721f', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.951677] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.955174] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.956131] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2520b9ed-2a08-4979-8e5b-ef0bb22f75c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.981189] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.981189] env[70059]: value = "task-3189001" [ 801.981189] env[70059]: _type = "Task" [ 801.981189] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.991994] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189001, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.041388] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e63811-ba46-4697-bfa8-f1c51e7335d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.051768] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31918b-828c-4f5d-bb4e-fa8ac640d3bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.088739] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc432c-aa79-4422-8eee-82f7e820c3ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.098761] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a60ff3-a0b1-4f3c-9f0e-5c33faac2c38 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.114438] env[70059]: DEBUG nova.compute.provider_tree [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.211057] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5270cd39-8290-63b9-abff-cc5bb7a18acd, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.211436] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.211702] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.211950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.212109] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.212296] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.212602] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-345a6c87-d83f-47bf-a0c8-308598061791 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.226020] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.226356] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.227590] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18cdeae-db9c-4eb7-921a-d222075453a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.234069] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 802.234069] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52022a28-e7d3-7855-68d4-d850355a049d" [ 802.234069] env[70059]: _type = "Task" [ 802.234069] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.246362] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52022a28-e7d3-7855-68d4-d850355a049d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.346594] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.400670] env[70059]: DEBUG nova.network.neutron [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Updated VIF entry in instance network info cache for port 861beb55-41be-4df7-88be-5ed43f7e721f. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.400670] env[70059]: DEBUG nova.network.neutron [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Updating instance_info_cache with network_info: [{"id": "861beb55-41be-4df7-88be-5ed43f7e721f", "address": "fa:16:3e:03:c6:d1", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861beb55-41", "ovs_interfaceid": "861beb55-41be-4df7-88be-5ed43f7e721f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.424309] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07f965fa-45dd-4b0a-9740-61b2f90e5200 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.160s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.496413] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189001, 'name': CreateVM_Task, 'duration_secs': 0.493232} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.497047] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.497800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.497800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.498151] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.498489] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c6bc73-d2fc-4dad-b280-3eb27b278cf0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.505314] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 802.505314] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52613605-b413-21da-379b-694c52770e86" [ 802.505314] env[70059]: _type = "Task" [ 802.505314] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.522502] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52613605-b413-21da-379b-694c52770e86, 'name': SearchDatastore_Task, 'duration_secs': 0.014131} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.523364] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.523364] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.523364] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.620188] env[70059]: DEBUG nova.scheduler.client.report [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.744977] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52022a28-e7d3-7855-68d4-d850355a049d, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.745911] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af859ee-7560-4d03-9d85-e9113afe3b12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.752296] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 802.752296] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524717fa-d6ca-2378-75db-d80f52f95dd8" [ 802.752296] env[70059]: _type = "Task" [ 802.752296] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.761852] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524717fa-d6ca-2378-75db-d80f52f95dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.823089] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.823397] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.823876] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.823876] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.824086] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.826471] env[70059]: INFO nova.compute.manager [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Terminating instance [ 802.842564] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189000, 'name': ReconfigVM_Task, 'duration_secs': 0.715443} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.843373] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 2fd24361-c79d-49d6-86fb-a064a42d88be/2fd24361-c79d-49d6-86fb-a064a42d88be.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.843999] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-127d2da2-280d-48e3-bcef-e81fe457c40c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.853625] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 802.853625] env[70059]: value = "task-3189002" [ 802.853625] env[70059]: _type = "Task" [ 802.853625] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.871410] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189002, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.898400] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.904074] env[70059]: DEBUG oslo_concurrency.lockutils [req-905caaaf-a710-416f-8a2c-a1b1c61e9dc2 req-2626a2ca-c1d0-40d9-97c8-f9d82a0be45a service nova] Releasing lock "refresh_cache-86c0c53f-00a6-4700-9188-f2c69578fa72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.924795] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.925099] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.925417] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.925661] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.925818] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.926241] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.926480] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.926649] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.926847] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.927027] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.927214] env[70059]: DEBUG nova.virt.hardware [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.927730] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.931267] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db983bb-7e70-44ca-a20e-fa12889e4645 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.940783] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70343e56-2c8b-4cbf-834c-4b16cd8a4517 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.125945] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.128587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.997s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.128893] env[70059]: DEBUG nova.objects.instance [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lazy-loading 'resources' on Instance uuid 5af0252a-65c9-4afb-9412-32666a385e42 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.151118] env[70059]: INFO nova.scheduler.client.report [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Deleted allocations for instance e6e74ef8-e10f-430f-8d61-71f1a53b9680 [ 803.263312] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524717fa-d6ca-2378-75db-d80f52f95dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.263887] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.264309] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.264792] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.265483] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.265483] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5c5b452-c729-4fdb-9069-71fcf87cfbc7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.267652] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9723b76-81f9-4322-85f1-bb94050409f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.276045] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 803.276045] env[70059]: value = "task-3189003" [ 803.276045] env[70059]: _type = "Task" [ 803.276045] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.280564] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.280564] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.281650] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e591ad2-524e-46df-a6cf-36ad71ac5624 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.287080] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.292129] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 803.292129] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5201b3f5-7141-ca20-e44a-bb9029bdd87b" [ 803.292129] env[70059]: _type = "Task" [ 803.292129] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.301355] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5201b3f5-7141-ca20-e44a-bb9029bdd87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.330514] env[70059]: DEBUG nova.compute.manager [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.331598] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.331762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe68e3db-7001-4bb5-941d-52afa77352bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.344169] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.344441] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b324293-5d33-41a7-8865-b73b91dd770c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.354455] env[70059]: DEBUG oslo_vmware.api [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 803.354455] env[70059]: value = "task-3189004" [ 803.354455] env[70059]: _type = "Task" [ 803.354455] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.372531] env[70059]: DEBUG oslo_vmware.api [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3189004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.375812] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189002, 'name': Rename_Task, 'duration_secs': 0.277487} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.376266] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.376588] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a102444-90b9-4492-a020-b5c1c7506213 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.384517] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 803.384517] env[70059]: value = "task-3189005" [ 803.384517] env[70059]: _type = "Task" [ 803.384517] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.394140] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.454631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.669899] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f8796a3a-3ece-4f21-a720-87cf0db398dd tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "e6e74ef8-e10f-430f-8d61-71f1a53b9680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.181s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.763059] env[70059]: DEBUG nova.network.neutron [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Successfully updated port: b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.793971] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514225} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.797771] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.798046] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.802037] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84f4b24-1315-4726-a072-91cd7b705164 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.807353] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5201b3f5-7141-ca20-e44a-bb9029bdd87b, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.812465] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 803.812465] env[70059]: value = "task-3189006" [ 803.812465] env[70059]: _type = "Task" [ 803.812465] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.813695] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f738830-0322-4e1c-ac53-951a3fad2e8c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.823834] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 803.823834] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5212a313-4b34-86c7-b56d-92c9871bcf14" [ 803.823834] env[70059]: _type = "Task" [ 803.823834] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.832848] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.839882] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5212a313-4b34-86c7-b56d-92c9871bcf14, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.840207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.840505] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 86c0c53f-00a6-4700-9188-f2c69578fa72/86c0c53f-00a6-4700-9188-f2c69578fa72.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.840804] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b02ee1a-7358-429c-a465-50b36336e1d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.849278] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 803.849278] env[70059]: value = "task-3189007" [ 803.849278] env[70059]: _type = "Task" [ 803.849278] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.861970] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.872037] env[70059]: DEBUG oslo_vmware.api [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3189004, 'name': PowerOffVM_Task, 'duration_secs': 0.266256} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.875253] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.875393] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.875910] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b69971f-f6f2-46c9-aea7-08d6b3bb49e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.899663] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.957880] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.957880] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.957880] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Deleting the datastore file [datastore1] a71a138e-d9a6-4a11-ae20-02fbbd798f32 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.957880] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0dbf104-c3e1-41fb-b95c-b820d3360a7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.966654] env[70059]: DEBUG oslo_vmware.api [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for the task: (returnval){ [ 803.966654] env[70059]: value = "task-3189009" [ 803.966654] env[70059]: _type = "Task" [ 803.966654] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.978719] env[70059]: DEBUG oslo_vmware.api [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3189009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.092460] env[70059]: DEBUG nova.compute.manager [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Received event network-vif-plugged-b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.092460] env[70059]: DEBUG oslo_concurrency.lockutils [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] Acquiring lock "fd97c186-c39b-45b8-9ad0-32bbea157623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.092460] env[70059]: DEBUG oslo_concurrency.lockutils [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.092644] env[70059]: DEBUG oslo_concurrency.lockutils [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.092756] env[70059]: DEBUG nova.compute.manager [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] No waiting events found dispatching network-vif-plugged-b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.092892] env[70059]: WARNING nova.compute.manager [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Received unexpected event network-vif-plugged-b55e4162-4894-4902-a338-d0ac20af9566 for instance with vm_state building and task_state spawning. [ 804.093049] env[70059]: DEBUG nova.compute.manager [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Received event network-changed-b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.093270] env[70059]: DEBUG nova.compute.manager [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Refreshing instance network info cache due to event network-changed-b55e4162-4894-4902-a338-d0ac20af9566. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.093523] env[70059]: DEBUG oslo_concurrency.lockutils [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] Acquiring lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.094363] env[70059]: DEBUG oslo_concurrency.lockutils [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] Acquired lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.094363] env[70059]: DEBUG nova.network.neutron [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Refreshing network info cache for port b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.265782] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.268636] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b8140-7252-46c5-931c-294d1bb3013d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.278894] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b4760-106c-4a27-85e4-2f878c3e2bbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.328906] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d5246-d982-4cdf-8f08-2f076a3d0237 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340604] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068749} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.343182] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.344480] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9283731-fa26-459c-a935-2026e466d7c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.348767] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16222f6a-347b-4692-9112-7233e5eaa8c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.375118] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.385020] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6904ce92-b044-44d0-9163-a975e306e609 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.399873] env[70059]: DEBUG nova.compute.provider_tree [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.405219] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505542} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.409623] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 86c0c53f-00a6-4700-9188-f2c69578fa72/86c0c53f-00a6-4700-9188-f2c69578fa72.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.409981] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.410940] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36688f1f-210c-47be-b7be-20e53f586919 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.418107] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 804.418107] env[70059]: value = "task-3189010" [ 804.418107] env[70059]: _type = "Task" [ 804.418107] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.426589] env[70059]: DEBUG oslo_vmware.api [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189005, 'name': PowerOnVM_Task, 'duration_secs': 0.788883} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.427341] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.427660] env[70059]: INFO nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Took 10.04 seconds to spawn the instance on the hypervisor. [ 804.427874] env[70059]: DEBUG nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.428939] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f620b6-4a09-4005-ae1c-a8cbab27a188 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.433704] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 804.433704] env[70059]: value = "task-3189011" [ 804.433704] env[70059]: _type = "Task" [ 804.433704] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.441401] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.450436] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.481844] env[70059]: DEBUG oslo_vmware.api [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Task: {'id': task-3189009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376306} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.481844] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.481844] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.482132] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.482219] env[70059]: INFO nova.compute.manager [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Took 1.15 seconds to destroy the instance on the hypervisor. [ 804.482480] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.482756] env[70059]: DEBUG nova.compute.manager [-] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.482886] env[70059]: DEBUG nova.network.neutron [-] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.653297] env[70059]: DEBUG nova.network.neutron [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.814642] env[70059]: DEBUG nova.network.neutron [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.907944] env[70059]: DEBUG nova.scheduler.client.report [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.929706] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189010, 'name': ReconfigVM_Task, 'duration_secs': 0.343801} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.929998] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Reconfigured VM instance instance-00000029 to attach disk [datastore2] aeff7ce3-80c4-4005-a377-8838e9f14dfa/aeff7ce3-80c4-4005-a377-8838e9f14dfa.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.930957] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6461b7b-776a-42bf-9870-092c50939c20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.940755] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 804.940755] env[70059]: value = "task-3189012" [ 804.940755] env[70059]: _type = "Task" [ 804.940755] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.953293] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084388} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.958544] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.959279] env[70059]: INFO nova.compute.manager [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Took 45.20 seconds to build instance. [ 804.961254] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a44f3-28f1-4570-a08e-f8b95d9d0c16 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.967650] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189012, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.989857] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 86c0c53f-00a6-4700-9188-f2c69578fa72/86c0c53f-00a6-4700-9188-f2c69578fa72.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.990515] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832567a1-264b-4555-8f5e-1eaaadf06dc9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.014502] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 805.014502] env[70059]: value = "task-3189013" [ 805.014502] env[70059]: _type = "Task" [ 805.014502] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.024188] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.164016] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "ca457c4e-4865-43e0-86e1-617fada34e38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.164466] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "ca457c4e-4865-43e0-86e1-617fada34e38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.164877] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "ca457c4e-4865-43e0-86e1-617fada34e38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.165596] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "ca457c4e-4865-43e0-86e1-617fada34e38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.165934] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "ca457c4e-4865-43e0-86e1-617fada34e38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.168415] env[70059]: INFO nova.compute.manager [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Terminating instance [ 805.316714] env[70059]: DEBUG oslo_concurrency.lockutils [req-3f2b2584-f652-478b-9e40-79cc0df0cd7b req-4a14db97-c6ad-4b9d-bd23-f7a7f9cfcf83 service nova] Releasing lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.317202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317368] env[70059]: DEBUG nova.network.neutron [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.403477] env[70059]: DEBUG nova.network.neutron [-] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.413623] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.416089] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.167s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.416208] env[70059]: DEBUG nova.objects.instance [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lazy-loading 'resources' on Instance uuid 2cfab35b-f2fb-4782-a2ea-6cb6059261ba {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.438290] env[70059]: INFO nova.scheduler.client.report [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Deleted allocations for instance 5af0252a-65c9-4afb-9412-32666a385e42 [ 805.452980] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189012, 'name': Rename_Task, 'duration_secs': 0.243453} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.452980] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.453213] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9335c5c2-2aa3-4600-b803-46cce0357de2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.461682] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 805.461682] env[70059]: value = "task-3189014" [ 805.461682] env[70059]: _type = "Task" [ 805.461682] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.465053] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bcae8d46-aba5-4d3e-a292-2a3bbc867d65 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.834s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.481887] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.526071] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.673081] env[70059]: DEBUG nova.compute.manager [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.673224] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.674126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08806e-c10f-4d84-aab6-86b531e1543a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.684182] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.684513] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc9b0b7f-30fd-4917-814f-a4fc42a5b544 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.694441] env[70059]: DEBUG oslo_vmware.api [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 805.694441] env[70059]: value = "task-3189015" [ 805.694441] env[70059]: _type = "Task" [ 805.694441] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.706185] env[70059]: DEBUG oslo_vmware.api [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3189015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.851609] env[70059]: DEBUG nova.network.neutron [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.906270] env[70059]: INFO nova.compute.manager [-] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Took 1.42 seconds to deallocate network for instance. [ 805.948881] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b2df3360-9eda-4f6f-b5b2-80262c80fdd8 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "5af0252a-65c9-4afb-9412-32666a385e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.221s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.972074] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.984393] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.031306] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189013, 'name': ReconfigVM_Task, 'duration_secs': 0.9719} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.033925] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 86c0c53f-00a6-4700-9188-f2c69578fa72/86c0c53f-00a6-4700-9188-f2c69578fa72.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.035315] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ebd9e1e-2c91-450a-a9b5-592e21825285 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.044483] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 806.044483] env[70059]: value = "task-3189016" [ 806.044483] env[70059]: _type = "Task" [ 806.044483] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.054490] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189016, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.089830] env[70059]: DEBUG nova.network.neutron [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updating instance_info_cache with network_info: [{"id": "b55e4162-4894-4902-a338-d0ac20af9566", "address": "fa:16:3e:ed:1d:f8", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55e4162-48", "ovs_interfaceid": "b55e4162-4894-4902-a338-d0ac20af9566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.207852] env[70059]: DEBUG oslo_vmware.api [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3189015, 'name': PowerOffVM_Task, 'duration_secs': 0.341303} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.208437] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.208662] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.209331] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca5a999b-22e8-4f4c-b098-5ba6aa31defc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.238301] env[70059]: DEBUG nova.compute.manager [req-40553eef-054a-40ce-823f-2ec01e5500ec req-64d1efe4-70e0-4e11-9930-64e8e70ae039 service nova] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Received event network-vif-deleted-1b424fcc-4b2b-451c-950e-ff2ccf8a8406 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.304116] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.304279] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.304521] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Deleting the datastore file [datastore2] ca457c4e-4865-43e0-86e1-617fada34e38 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.304882] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f825de30-edf9-4a24-abbb-faff50fe2550 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.313244] env[70059]: DEBUG oslo_vmware.api [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for the task: (returnval){ [ 806.313244] env[70059]: value = "task-3189018" [ 806.313244] env[70059]: _type = "Task" [ 806.313244] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.322143] env[70059]: DEBUG oslo_vmware.api [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3189018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.417414] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.474315] env[70059]: DEBUG oslo_vmware.api [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189014, 'name': PowerOnVM_Task, 'duration_secs': 0.73726} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.475618] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.475850] env[70059]: DEBUG nova.compute.manager [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.476673] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5afc9-dfe4-44eb-987b-1400b63af1d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.482156] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8bd2fe-e507-467f-9130-3d61e23d238f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.494089] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa642e6-92c0-4ff0-b0cd-cc51da4dc257 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.500726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.530686] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d031f027-0af8-4570-86b8-f3582172a897 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.539181] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b11654-a7f2-4ec4-8a56-f71d6d6cbf6b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.554285] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189016, 'name': Rename_Task, 'duration_secs': 0.212815} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.561284] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.561781] env[70059]: DEBUG nova.compute.provider_tree [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.563055] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41adc917-d74c-4075-a922-5da6e9f1cc07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.572036] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 806.572036] env[70059]: value = "task-3189019" [ 806.572036] env[70059]: _type = "Task" [ 806.572036] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.580783] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.592787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.593143] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Instance network_info: |[{"id": "b55e4162-4894-4902-a338-d0ac20af9566", "address": "fa:16:3e:ed:1d:f8", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55e4162-48", "ovs_interfaceid": "b55e4162-4894-4902-a338-d0ac20af9566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.593525] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b55e4162-4894-4902-a338-d0ac20af9566', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.601095] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.601312] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.601529] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72c4a383-815d-45cd-a948-bcba5916d6af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.622764] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.622764] env[70059]: value = "task-3189020" [ 806.622764] env[70059]: _type = "Task" [ 806.622764] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.634401] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189020, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.675821] env[70059]: DEBUG nova.compute.manager [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.676709] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9489e-8b28-4330-bab2-3f6a63907310 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.824893] env[70059]: DEBUG oslo_vmware.api [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Task: {'id': task-3189018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149436} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.825846] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.825846] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.825846] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.825846] env[70059]: INFO nova.compute.manager [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Took 1.15 seconds to destroy the instance on the hypervisor. [ 806.826084] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.827138] env[70059]: DEBUG nova.compute.manager [-] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.827138] env[70059]: DEBUG nova.network.neutron [-] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.015570] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.066181] env[70059]: DEBUG nova.scheduler.client.report [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.083897] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.134238] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189020, 'name': CreateVM_Task, 'duration_secs': 0.444515} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.134435] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.135206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.135375] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.135699] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135982] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efc4ce2-fd67-410f-a339-82b5a2a68f4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.142241] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 807.142241] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c5f5f9-ca55-da18-f3cb-2062f89024d8" [ 807.142241] env[70059]: _type = "Task" [ 807.142241] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.151840] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c5f5f9-ca55-da18-f3cb-2062f89024d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.191170] env[70059]: INFO nova.compute.manager [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] instance snapshotting [ 807.194540] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786cb740-df24-4d14-9dcf-889f82dfcbdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.216855] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778429f2-e98c-47cb-9022-fb5b37bc43ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.571222] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.577378] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.281s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.577378] env[70059]: DEBUG nova.objects.instance [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lazy-loading 'resources' on Instance uuid 19c96786-d3cc-49be-ac6e-825c62ffa8a6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.588050] env[70059]: DEBUG oslo_vmware.api [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189019, 'name': PowerOnVM_Task, 'duration_secs': 0.728194} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.588427] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.588669] env[70059]: INFO nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Took 8.42 seconds to spawn the instance on the hypervisor. [ 807.588907] env[70059]: DEBUG nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.589745] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098bfc4d-9daf-4889-bdf4-1933aed64c9b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.595984] env[70059]: INFO nova.scheduler.client.report [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleted allocations for instance 2cfab35b-f2fb-4782-a2ea-6cb6059261ba [ 807.597083] env[70059]: DEBUG nova.network.neutron [-] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.655413] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c5f5f9-ca55-da18-f3cb-2062f89024d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.656350] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.656598] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.656878] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.657065] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.657263] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.657765] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65c1a0e5-70be-473a-9d99-ea371a0773fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.668983] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.669245] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.670008] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796368ac-07a1-4bf6-807c-5c61fad9420d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.675624] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 807.675624] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521524f0-4c63-b8fd-7762-79387226fb83" [ 807.675624] env[70059]: _type = "Task" [ 807.675624] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.684034] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521524f0-4c63-b8fd-7762-79387226fb83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.729313] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.729638] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c09e3be9-aaeb-445c-8015-6815adfa178e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.738910] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 807.738910] env[70059]: value = "task-3189021" [ 807.738910] env[70059]: _type = "Task" [ 807.738910] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.748543] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189021, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.105442] env[70059]: INFO nova.compute.manager [-] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Took 1.28 seconds to deallocate network for instance. [ 808.112484] env[70059]: DEBUG oslo_concurrency.lockutils [None req-72614a4e-e74c-411d-9a03-4e50228ec3b1 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "2cfab35b-f2fb-4782-a2ea-6cb6059261ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.719s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.123171] env[70059]: INFO nova.compute.manager [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Took 43.58 seconds to build instance. [ 808.188280] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521524f0-4c63-b8fd-7762-79387226fb83, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.189320] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04123bac-6b1e-409b-9531-421c604bb982 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.199513] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 808.199513] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5276f097-9a0c-d43e-ad85-0f89fe02b94c" [ 808.199513] env[70059]: _type = "Task" [ 808.199513] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.209540] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5276f097-9a0c-d43e-ad85-0f89fe02b94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.254527] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189021, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.287930] env[70059]: DEBUG nova.compute.manager [req-dd42da15-cb4f-4e98-addb-175f07aa3448 req-6e919769-e63d-4cc8-8dd1-b9f8f78a5260 service nova] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Received event network-vif-deleted-fa85baa3-857c-47b6-b4dd-5ab19ac45e45 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.317297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.317297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.317425] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.317592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.317813] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.320329] env[70059]: INFO nova.compute.manager [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Terminating instance [ 808.579053] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfac671-cfc7-4c48-bf5b-16f622e68894 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.587639] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5713b-c2bc-4bfe-8259-6248ecbc22db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.621234] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1e0e84-50a0-453a-a88e-b5d00cebb96f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.624705] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.625665] env[70059]: DEBUG oslo_concurrency.lockutils [None req-75c922a5-0fcf-4b86-9429-1dd1701136b2 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.361s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.631616] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063b9a6-58f2-4548-a85d-11e1805b73cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.647989] env[70059]: DEBUG nova.compute.provider_tree [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.711408] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5276f097-9a0c-d43e-ad85-0f89fe02b94c, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.711633] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.711925] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] fd97c186-c39b-45b8-9ad0-32bbea157623/fd97c186-c39b-45b8-9ad0-32bbea157623.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.712251] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c35c2d-7510-4413-8eb0-56185dfead03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.721115] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 808.721115] env[70059]: value = "task-3189022" [ 808.721115] env[70059]: _type = "Task" [ 808.721115] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.730942] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.752599] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189021, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.828111] env[70059]: DEBUG nova.compute.manager [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.828426] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.830936] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c92c84-5b1a-41b7-857a-84907690b66e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.840799] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.840799] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.850463] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.850828] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a87b28-9f5d-4a72-9443-80057c34d7d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.863089] env[70059]: DEBUG oslo_vmware.api [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 808.863089] env[70059]: value = "task-3189023" [ 808.863089] env[70059]: _type = "Task" [ 808.863089] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.876700] env[70059]: DEBUG oslo_vmware.api [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.151529] env[70059]: DEBUG nova.scheduler.client.report [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.232598] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189022, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.254904] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.255183] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.255399] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189021, 'name': CreateSnapshot_Task, 'duration_secs': 1.022555} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.255634] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.256414] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd6ab04-2384-4138-b5de-b29d94437e65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.345575] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.373781] env[70059]: DEBUG oslo_vmware.api [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189023, 'name': PowerOffVM_Task, 'duration_secs': 0.320073} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.374065] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.374241] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.374492] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08713370-1224-44cb-82dc-4761d4f53a8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.451290] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.451590] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.451785] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore2] aeff7ce3-80c4-4005-a377-8838e9f14dfa {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.452075] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c823cb4-53a1-4293-b57c-9373a90f93d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.460455] env[70059]: DEBUG oslo_vmware.api [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 809.460455] env[70059]: value = "task-3189025" [ 809.460455] env[70059]: _type = "Task" [ 809.460455] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.468644] env[70059]: DEBUG oslo_vmware.api [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.658950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.661849] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.963s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.662089] env[70059]: DEBUG nova.objects.instance [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 809.685430] env[70059]: INFO nova.scheduler.client.report [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Deleted allocations for instance 19c96786-d3cc-49be-ac6e-825c62ffa8a6 [ 809.733768] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525695} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.734720] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] fd97c186-c39b-45b8-9ad0-32bbea157623/fd97c186-c39b-45b8-9ad0-32bbea157623.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.734980] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.735293] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-928406d5-b309-4bde-bcec-206d63f0d49e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.744521] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 809.744521] env[70059]: value = "task-3189026" [ 809.744521] env[70059]: _type = "Task" [ 809.744521] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.753738] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.778072] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.778950] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e17827e-4b7d-416b-84c8-ee5709255d8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.791025] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 809.791025] env[70059]: value = "task-3189027" [ 809.791025] env[70059]: _type = "Task" [ 809.791025] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.799546] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189027, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.865682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.971272] env[70059]: DEBUG oslo_vmware.api [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138979} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.971601] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.971795] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.971974] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.972182] env[70059]: INFO nova.compute.manager [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 809.972468] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.972618] env[70059]: DEBUG nova.compute.manager [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.972711] env[70059]: DEBUG nova.network.neutron [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.194111] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49cb881c-4e89-4fc7-a991-32ba0b5685c8 tempest-ListServersNegativeTestJSON-1520455408 tempest-ListServersNegativeTestJSON-1520455408-project-member] Lock "19c96786-d3cc-49be-ac6e-825c62ffa8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.531s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.254910] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112994} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.255297] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.256825] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fdf29b-9ec1-4e24-9665-5df8cc0ce277 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.283321] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] fd97c186-c39b-45b8-9ad0-32bbea157623/fd97c186-c39b-45b8-9ad0-32bbea157623.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.284095] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9986dc5-d246-4627-acc7-26dfcb1bb7e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.316839] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189027, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.318664] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 810.318664] env[70059]: value = "task-3189028" [ 810.318664] env[70059]: _type = "Task" [ 810.318664] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.328270] env[70059]: DEBUG nova.compute.manager [req-beef0a67-3666-4afd-91ac-beb7ebe5d23e req-3a588584-1d6c-43f4-b90f-1c5289ebce9f service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Received event network-vif-deleted-881a095a-cca8-43b8-b8aa-54c7ae5bb4e7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.328270] env[70059]: INFO nova.compute.manager [req-beef0a67-3666-4afd-91ac-beb7ebe5d23e req-3a588584-1d6c-43f4-b90f-1c5289ebce9f service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Neutron deleted interface 881a095a-cca8-43b8-b8aa-54c7ae5bb4e7; detaching it from the instance and deleting it from the info cache [ 810.328270] env[70059]: DEBUG nova.network.neutron [req-beef0a67-3666-4afd-91ac-beb7ebe5d23e req-3a588584-1d6c-43f4-b90f-1c5289ebce9f service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.332932] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.676216] env[70059]: DEBUG oslo_concurrency.lockutils [None req-295ce3de-820e-4f18-a65d-bf7bb4d75fdf tempest-ServersAdmin275Test-1400884900 tempest-ServersAdmin275Test-1400884900-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.677483] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.079s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.677752] env[70059]: DEBUG nova.objects.instance [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lazy-loading 'resources' on Instance uuid 32cde80f-7b4d-40df-ac02-087e12a739c5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.806183] env[70059]: DEBUG nova.network.neutron [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.821978] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189027, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.834823] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.834823] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d92b55a3-63d3-4080-9839-02842f9f93fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.846259] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e78f8d4-8bf2-4f93-95b1-cf40b920eef5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.884323] env[70059]: DEBUG nova.compute.manager [req-beef0a67-3666-4afd-91ac-beb7ebe5d23e req-3a588584-1d6c-43f4-b90f-1c5289ebce9f service nova] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Detach interface failed, port_id=881a095a-cca8-43b8-b8aa-54c7ae5bb4e7, reason: Instance aeff7ce3-80c4-4005-a377-8838e9f14dfa could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 811.308731] env[70059]: INFO nova.compute.manager [-] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Took 1.34 seconds to deallocate network for instance. [ 811.320271] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189027, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.331146] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.728510] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa510c5-7217-43bd-8495-9e54d3842392 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.738324] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547beef-48dd-4198-b0c1-4bc4edbe1f3f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.773707] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ee4e4-709a-4072-b953-1b5c6d12e7ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.783339] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3771d4-195e-4fb5-b5d8-e3dc9384f4e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.797173] env[70059]: DEBUG nova.compute.provider_tree [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.817475] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189027, 'name': CloneVM_Task, 'duration_secs': 1.869129} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.817841] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Created linked-clone VM from snapshot [ 811.818670] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06651ca5-3765-4f75-95c3-561abedb27b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.822146] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.829035] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Uploading image 198fe546-5827-4b30-bc5d-2f34752b506f {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.837055] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189028, 'name': ReconfigVM_Task, 'duration_secs': 1.180072} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.837055] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Reconfigured VM instance instance-0000002e to attach disk [datastore2] fd97c186-c39b-45b8-9ad0-32bbea157623/fd97c186-c39b-45b8-9ad0-32bbea157623.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.837691] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-294f6d70-da81-41bd-938f-b667811f9ec9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.847248] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 811.847248] env[70059]: value = "task-3189029" [ 811.847248] env[70059]: _type = "Task" [ 811.847248] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.859348] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189029, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.861504] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.861504] env[70059]: value = "vm-637769" [ 811.861504] env[70059]: _type = "VirtualMachine" [ 811.861504] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.861761] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0731ca6b-7612-4726-bfba-9663ea73240b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.870366] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lease: (returnval){ [ 811.870366] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a491d0-7085-6d6c-ddfd-c65f7cf7bf68" [ 811.870366] env[70059]: _type = "HttpNfcLease" [ 811.870366] env[70059]: } obtained for exporting VM: (result){ [ 811.870366] env[70059]: value = "vm-637769" [ 811.870366] env[70059]: _type = "VirtualMachine" [ 811.870366] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.870708] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the lease: (returnval){ [ 811.870708] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a491d0-7085-6d6c-ddfd-c65f7cf7bf68" [ 811.870708] env[70059]: _type = "HttpNfcLease" [ 811.870708] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.878270] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.878270] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a491d0-7085-6d6c-ddfd-c65f7cf7bf68" [ 811.878270] env[70059]: _type = "HttpNfcLease" [ 811.878270] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.302036] env[70059]: DEBUG nova.scheduler.client.report [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.359477] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189029, 'name': Rename_Task, 'duration_secs': 0.289655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.359809] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.360061] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040bdfde-25e5-4be9-b4c0-36fc4e813945 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.369070] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 812.369070] env[70059]: value = "task-3189031" [ 812.369070] env[70059]: _type = "Task" [ 812.369070] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.384154] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.386083] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.386083] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a491d0-7085-6d6c-ddfd-c65f7cf7bf68" [ 812.386083] env[70059]: _type = "HttpNfcLease" [ 812.386083] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.386476] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.386476] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a491d0-7085-6d6c-ddfd-c65f7cf7bf68" [ 812.386476] env[70059]: _type = "HttpNfcLease" [ 812.386476] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.387485] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80ce7c-5a2e-4925-8c53-325a83c07edd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.396616] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244a8d0-c75e-0007-ee5b-82024c1c5d67/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.396943] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244a8d0-c75e-0007-ee5b-82024c1c5d67/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.547712] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13dfb5bf-be75-4b5b-9a05-5702cb416123 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.806576] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.809940] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.515s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.809940] env[70059]: DEBUG nova.objects.instance [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lazy-loading 'resources' on Instance uuid 5312440a-5551-4acc-b114-67bb23a84399 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.835649] env[70059]: INFO nova.scheduler.client.report [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Deleted allocations for instance 32cde80f-7b4d-40df-ac02-087e12a739c5 [ 812.884974] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.345857] env[70059]: DEBUG oslo_concurrency.lockutils [None req-928f6818-7ad6-4a47-b8ef-faf475963ce3 tempest-VolumesAssistedSnapshotsTest-2084947443 tempest-VolumesAssistedSnapshotsTest-2084947443-project-member] Lock "32cde80f-7b4d-40df-ac02-087e12a739c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.710s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.350907] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dff233-cb95-06b7-6923-9397ba7d54ab/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.351687] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ac671-d1c1-4210-901d-2c0473e233f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.360031] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dff233-cb95-06b7-6923-9397ba7d54ab/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.360310] env[70059]: ERROR oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dff233-cb95-06b7-6923-9397ba7d54ab/disk-0.vmdk due to incomplete transfer. [ 813.363047] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09d7a45e-5778-406f-8183-8946e3b291ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.373181] env[70059]: DEBUG oslo_vmware.rw_handles [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dff233-cb95-06b7-6923-9397ba7d54ab/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 813.373293] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Uploaded image b843de7e-7120-4587-ad7a-183b4d80e4b5 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 813.376707] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 813.384620] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4981a5c-0e1f-4086-96b5-db428889a1be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.393985] env[70059]: DEBUG oslo_vmware.api [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189031, 'name': PowerOnVM_Task, 'duration_secs': 0.77428} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.395522] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.395792] env[70059]: INFO nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Took 10.50 seconds to spawn the instance on the hypervisor. [ 813.395985] env[70059]: DEBUG nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.396343] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 813.396343] env[70059]: value = "task-3189032" [ 813.396343] env[70059]: _type = "Task" [ 813.396343] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.397178] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e299b-42a6-4bf9-8005-ccc76e61f4e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.416875] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189032, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.901989] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493a1e87-6e9e-4c1d-93f3-b1e742f390d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.917013] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189032, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.922143] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959152fd-299e-4e5c-bcbf-0e2604f958fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.933998] env[70059]: INFO nova.compute.manager [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Took 42.51 seconds to build instance. [ 813.962923] env[70059]: DEBUG oslo_concurrency.lockutils [None req-137541ea-5064-45be-bb3e-28f80775cbe7 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.326s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.963803] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d09ec7-d793-4437-a948-28dd894fd0a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.979111] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f058b3f-3fe4-431d-b1eb-f50f3b463b35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.996253] env[70059]: DEBUG nova.compute.provider_tree [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.413393] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189032, 'name': Destroy_Task, 'duration_secs': 0.860445} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.413716] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Destroyed the VM [ 814.414071] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.414356] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83d97bc6-cd1a-4d2f-9ff0-e46e70adb17a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.422907] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 814.422907] env[70059]: value = "task-3189033" [ 814.422907] env[70059]: _type = "Task" [ 814.422907] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.436968] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.469465] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.499497] env[70059]: DEBUG nova.scheduler.client.report [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.935017] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189033, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.004102] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.008348] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.010609] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.355s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.012439] env[70059]: DEBUG nova.objects.instance [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lazy-loading 'resources' on Instance uuid c42e1228-14f5-42d7-887c-c33644c478c5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.046739] env[70059]: INFO nova.scheduler.client.report [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Deleted allocations for instance 5312440a-5551-4acc-b114-67bb23a84399 [ 815.396886] env[70059]: DEBUG nova.compute.manager [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Received event network-changed-b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.396886] env[70059]: DEBUG nova.compute.manager [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Refreshing instance network info cache due to event network-changed-b55e4162-4894-4902-a338-d0ac20af9566. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.398747] env[70059]: DEBUG oslo_concurrency.lockutils [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] Acquiring lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.398747] env[70059]: DEBUG oslo_concurrency.lockutils [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] Acquired lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.399019] env[70059]: DEBUG nova.network.neutron [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Refreshing network info cache for port b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.440145] env[70059]: DEBUG oslo_vmware.api [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189033, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713446} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.440145] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.440145] env[70059]: INFO nova.compute.manager [None req-01d31c38-5843-4b3d-ac32-8b5176a1d807 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Took 20.11 seconds to snapshot the instance on the hypervisor. [ 815.558457] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf4b96e8-6b03-420f-854b-f1604d30ce1f tempest-ServersAdminNegativeTestJSON-778628105 tempest-ServersAdminNegativeTestJSON-778628105-project-member] Lock "5312440a-5551-4acc-b114-67bb23a84399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.822s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.109532] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20e650-2956-46ad-a4b8-28b75a8ba1e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.124313] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c96cb-3466-4ef4-a370-b7d2686eaaf7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.169766] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1487785e-2fbd-4055-9b3d-f24b74ce792b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.181702] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e97be-aaf8-4b3b-a26a-2cedd7e494c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.201121] env[70059]: DEBUG nova.compute.provider_tree [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.348692] env[70059]: DEBUG nova.network.neutron [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updated VIF entry in instance network info cache for port b55e4162-4894-4902-a338-d0ac20af9566. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.348895] env[70059]: DEBUG nova.network.neutron [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updating instance_info_cache with network_info: [{"id": "b55e4162-4894-4902-a338-d0ac20af9566", "address": "fa:16:3e:ed:1d:f8", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55e4162-48", "ovs_interfaceid": "b55e4162-4894-4902-a338-d0ac20af9566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.377731] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "fd97c186-c39b-45b8-9ad0-32bbea157623" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.378068] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.378324] env[70059]: INFO nova.compute.manager [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Rebooting instance [ 816.705452] env[70059]: DEBUG nova.scheduler.client.report [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.851960] env[70059]: DEBUG oslo_concurrency.lockutils [req-6179ccc9-161f-4a5a-8047-e164cb4e9b8d req-88439c3e-8f8d-4b5f-94c7-a36ad3ec1d47 service nova] Releasing lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.904646] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.905664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquired lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.905664] env[70059]: DEBUG nova.network.neutron [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.843294] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.833s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.848732] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.699s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.850272] env[70059]: INFO nova.compute.claims [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.968688] env[70059]: INFO nova.scheduler.client.report [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Deleted allocations for instance c42e1228-14f5-42d7-887c-c33644c478c5 [ 818.473998] env[70059]: DEBUG nova.network.neutron [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updating instance_info_cache with network_info: [{"id": "b55e4162-4894-4902-a338-d0ac20af9566", "address": "fa:16:3e:ed:1d:f8", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55e4162-48", "ovs_interfaceid": "b55e4162-4894-4902-a338-d0ac20af9566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.490063] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d39f5e5-001d-4b82-851a-1b176f738fda tempest-ServersAdmin275Test-22932247 tempest-ServersAdmin275Test-22932247-project-member] Lock "c42e1228-14f5-42d7-887c-c33644c478c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.188s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.980581] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Releasing lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.428058] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae1787-cc25-4d57-9125-a0da90548416 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.441022] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccd1cbc-a0cd-4187-86aa-2406af7ee350 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.474116] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ebc44a-4767-4f16-a136-5ff34a416eee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.483138] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bf7f5a-dd2d-43d9-8577-6d6219e87528 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.489391] env[70059]: DEBUG nova.compute.manager [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.490216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5272e2c0-8ce2-4b2d-a5c3-94e84aced4fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.500809] env[70059]: DEBUG nova.compute.provider_tree [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.004623] env[70059]: DEBUG nova.scheduler.client.report [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.310351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "70de7695-51b1-4f2d-bfef-80d4fac08c20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.313903] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.314225] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "70de7695-51b1-4f2d-bfef-80d4fac08c20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.314436] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.314612] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.317092] env[70059]: INFO nova.compute.manager [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Terminating instance [ 820.511558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.512379] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.518166] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.853s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.518437] env[70059]: DEBUG nova.objects.instance [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lazy-loading 'resources' on Instance uuid f7269ff0-c7b4-4dd9-9413-5198ce7a6b86 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.522450] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d636a566-2571-4162-b277-ad5dab8fcf48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.534590] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Doing hard reboot of VM {{(pid=70059) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 820.534590] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-aee044f2-890a-4260-b57b-2134cc05f41e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.540253] env[70059]: DEBUG oslo_vmware.api [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 820.540253] env[70059]: value = "task-3189034" [ 820.540253] env[70059]: _type = "Task" [ 820.540253] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.550451] env[70059]: DEBUG oslo_vmware.api [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189034, 'name': ResetVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.716613] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244a8d0-c75e-0007-ee5b-82024c1c5d67/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.717948] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66416117-8e9b-4bb2-826f-fedff8b63e03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725796] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244a8d0-c75e-0007-ee5b-82024c1c5d67/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.726307] env[70059]: ERROR oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244a8d0-c75e-0007-ee5b-82024c1c5d67/disk-0.vmdk due to incomplete transfer. [ 820.727287] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-886e8ec0-7b2c-43f5-a61a-a6a74a70cb00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.746524] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244a8d0-c75e-0007-ee5b-82024c1c5d67/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.746745] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Uploaded image 198fe546-5827-4b30-bc5d-2f34752b506f to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.748933] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.749349] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e446c22f-7180-48d9-8dc2-4d715fdcc4d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.757391] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 820.757391] env[70059]: value = "task-3189035" [ 820.757391] env[70059]: _type = "Task" [ 820.757391] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.768808] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189035, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.822741] env[70059]: DEBUG nova.compute.manager [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.822974] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.823885] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb666c4-3196-4411-a76a-53cb4ae67cb9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.838715] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.838912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.839482] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.839736] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ab860f-f69d-44f9-9180-0240bb46aa7b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.847787] env[70059]: DEBUG oslo_vmware.api [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 820.847787] env[70059]: value = "task-3189036" [ 820.847787] env[70059]: _type = "Task" [ 820.847787] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.860713] env[70059]: DEBUG oslo_vmware.api [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.022033] env[70059]: DEBUG nova.compute.utils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.023478] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.023648] env[70059]: DEBUG nova.network.neutron [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.054316] env[70059]: DEBUG oslo_vmware.api [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189034, 'name': ResetVM_Task, 'duration_secs': 0.157526} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.054316] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Did hard reboot of VM {{(pid=70059) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 821.054316] env[70059]: DEBUG nova.compute.manager [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.054316] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18538307-8028-446c-8506-87d125d10d87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.120952] env[70059]: DEBUG nova.policy [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22fa1b0cd75147e6bd3a5fc20a3ce948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f643d7a1764dab83a907c2cb3070b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.272454] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189035, 'name': Destroy_Task, 'duration_secs': 0.453847} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.272746] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Destroyed the VM [ 821.272990] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.273259] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c0ba924-d71e-4024-9e0f-374e811b2ac0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.283501] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 821.283501] env[70059]: value = "task-3189037" [ 821.283501] env[70059]: _type = "Task" [ 821.283501] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.293881] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189037, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.359348] env[70059]: DEBUG oslo_vmware.api [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189036, 'name': PowerOffVM_Task, 'duration_secs': 0.263411} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.363935] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.364213] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.365685] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d333c1d-b914-4b5a-84d3-d8479e4cac98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.432715] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.432976] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.433206] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Deleting the datastore file [datastore1] 70de7695-51b1-4f2d-bfef-80d4fac08c20 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.433489] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca26f6c-b407-4f58-a7d6-2940df18ca8c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.442997] env[70059]: DEBUG oslo_vmware.api [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 821.442997] env[70059]: value = "task-3189039" [ 821.442997] env[70059]: _type = "Task" [ 821.442997] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.454145] env[70059]: DEBUG oslo_vmware.api [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.527405] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.583795] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aef733f-e39a-4e13-bf38-71775f2ab33a tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.206s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.656405] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40988fa-7567-4fd3-ac2e-4f64ae9f51dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.665068] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68100f2a-b9ee-4641-bba7-5aa204c86c0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.703494] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5bbf01-56da-4925-a061-158dbcb249b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.712205] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5a0a3c-eafe-47dd-9bc1-82783db98809 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.742208] env[70059]: DEBUG nova.compute.provider_tree [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.797897] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189037, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.817980] env[70059]: DEBUG nova.network.neutron [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Successfully created port: 743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.955567] env[70059]: DEBUG oslo_vmware.api [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172047} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.955567] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.956060] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.956060] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.956143] env[70059]: INFO nova.compute.manager [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.956394] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.956600] env[70059]: DEBUG nova.compute.manager [-] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.956709] env[70059]: DEBUG nova.network.neutron [-] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.245581] env[70059]: DEBUG nova.scheduler.client.report [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.297631] env[70059]: DEBUG oslo_vmware.api [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189037, 'name': RemoveSnapshot_Task, 'duration_secs': 0.87157} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.298579] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.298822] env[70059]: INFO nova.compute.manager [None req-b60307da-8853-4cb1-a306-c1a65035cea1 tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 822.539027] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.569162] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.569574] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.573283] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.576992] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.576992] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.576992] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.576992] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.576992] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.577212] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.577212] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.577212] env[70059]: DEBUG nova.virt.hardware [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.577212] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b71b7c-ba60-42ff-891d-cf6208bd194e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.588032] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f9871-7dd0-446a-af72-92769ecb38f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.755308] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.757744] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.426s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.758570] env[70059]: DEBUG nova.objects.instance [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lazy-loading 'resources' on Instance uuid 00d4e54d-2bb8-46d1-a850-e8573cc0104c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.792111] env[70059]: INFO nova.scheduler.client.report [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Deleted allocations for instance f7269ff0-c7b4-4dd9-9413-5198ce7a6b86 [ 823.115982] env[70059]: DEBUG nova.compute.manager [req-2146450a-874d-4636-b17c-707ae9593639 req-e9e933aa-2371-4c27-a623-bb5bb8870c5c service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Received event network-vif-deleted-1f156341-e27f-4b39-9c12-22ea6fef1313 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.116283] env[70059]: INFO nova.compute.manager [req-2146450a-874d-4636-b17c-707ae9593639 req-e9e933aa-2371-4c27-a623-bb5bb8870c5c service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Neutron deleted interface 1f156341-e27f-4b39-9c12-22ea6fef1313; detaching it from the instance and deleting it from the info cache [ 823.116514] env[70059]: DEBUG nova.network.neutron [req-2146450a-874d-4636-b17c-707ae9593639 req-e9e933aa-2371-4c27-a623-bb5bb8870c5c service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.193586] env[70059]: DEBUG nova.network.neutron [-] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.227728] env[70059]: DEBUG nova.compute.manager [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Received event network-changed-b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.227921] env[70059]: DEBUG nova.compute.manager [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Refreshing instance network info cache due to event network-changed-b55e4162-4894-4902-a338-d0ac20af9566. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.228154] env[70059]: DEBUG oslo_concurrency.lockutils [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] Acquiring lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.228302] env[70059]: DEBUG oslo_concurrency.lockutils [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] Acquired lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.228460] env[70059]: DEBUG nova.network.neutron [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Refreshing network info cache for port b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.300889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ef04c890-9d7e-4cf8-95c9-f91146cc9062 tempest-ServersTestJSON-210411813 tempest-ServersTestJSON-210411813-project-member] Lock "f7269ff0-c7b4-4dd9-9413-5198ce7a6b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.374s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.621316] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c8c2194-0914-42f7-b2e5-214480bba6f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.640121] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83495f-5142-46b1-b119-fbdb0395d217 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.684992] env[70059]: DEBUG nova.compute.manager [req-2146450a-874d-4636-b17c-707ae9593639 req-e9e933aa-2371-4c27-a623-bb5bb8870c5c service nova] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Detach interface failed, port_id=1f156341-e27f-4b39-9c12-22ea6fef1313, reason: Instance 70de7695-51b1-4f2d-bfef-80d4fac08c20 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.696691] env[70059]: INFO nova.compute.manager [-] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Took 1.74 seconds to deallocate network for instance. [ 823.824032] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbcb19-4bcd-4107-897c-9edb3e0d4ac5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.833842] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a35ab79-ebaf-40fc-ace4-d3246bd26e5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.866325] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8d72a6-21cb-4978-b54b-dfd1e1d11a1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.873371] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f3f41-394d-42c5-9f9e-892ef05c49d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.886994] env[70059]: DEBUG nova.compute.provider_tree [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.136138] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "fd97c186-c39b-45b8-9ad0-32bbea157623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.137236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.137236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "fd97c186-c39b-45b8-9ad0-32bbea157623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.137236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.137236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.140116] env[70059]: INFO nova.compute.manager [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Terminating instance [ 824.204625] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.393032] env[70059]: DEBUG nova.scheduler.client.report [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.472520] env[70059]: DEBUG nova.network.neutron [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updated VIF entry in instance network info cache for port b55e4162-4894-4902-a338-d0ac20af9566. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.472792] env[70059]: DEBUG nova.network.neutron [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updating instance_info_cache with network_info: [{"id": "b55e4162-4894-4902-a338-d0ac20af9566", "address": "fa:16:3e:ed:1d:f8", "network": {"id": "ae38bf5b-e5d0-4b21-af0d-ecd1c154dad0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-386318987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5e05c6cb949a48240f95cdea9538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55e4162-48", "ovs_interfaceid": "b55e4162-4894-4902-a338-d0ac20af9566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.612259] env[70059]: DEBUG nova.network.neutron [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Successfully updated port: 743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.644067] env[70059]: DEBUG nova.compute.manager [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.644305] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.645923] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eedf38-1596-4b7d-b6c5-c92f401b7bcd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.657782] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.657782] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd66a68c-1346-4287-826b-11c6894ac2ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.667205] env[70059]: DEBUG oslo_vmware.api [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 824.667205] env[70059]: value = "task-3189040" [ 824.667205] env[70059]: _type = "Task" [ 824.667205] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.675851] env[70059]: DEBUG oslo_vmware.api [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.905121] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.907767] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.474s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.909460] env[70059]: INFO nova.compute.claims [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.956969] env[70059]: INFO nova.scheduler.client.report [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Deleted allocations for instance 00d4e54d-2bb8-46d1-a850-e8573cc0104c [ 824.976283] env[70059]: DEBUG oslo_concurrency.lockutils [req-fe4248f7-7838-46c7-bbb6-8d455e641643 req-02f8e4d3-9ec7-4e15-97b1-7d8760bb1495 service nova] Releasing lock "refresh_cache-fd97c186-c39b-45b8-9ad0-32bbea157623" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.118616] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "refresh_cache-dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.118752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquired lock "refresh_cache-dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.118910] env[70059]: DEBUG nova.network.neutron [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.176795] env[70059]: DEBUG oslo_vmware.api [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189040, 'name': PowerOffVM_Task, 'duration_secs': 0.216184} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.177181] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.179357] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.179357] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1604e7f7-7a49-4bb4-b3e7-328e8bc83bfa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.265507] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.265814] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.268089] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Deleting the datastore file [datastore2] fd97c186-c39b-45b8-9ad0-32bbea157623 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.268089] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a348cc5-697c-4333-ba80-a67a1dd7f45b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.274594] env[70059]: DEBUG oslo_vmware.api [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 825.274594] env[70059]: value = "task-3189042" [ 825.274594] env[70059]: _type = "Task" [ 825.274594] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.287983] env[70059]: DEBUG oslo_vmware.api [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.442292] env[70059]: DEBUG nova.compute.manager [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Received event network-vif-plugged-743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.442292] env[70059]: DEBUG oslo_concurrency.lockutils [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] Acquiring lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.442910] env[70059]: DEBUG oslo_concurrency.lockutils [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.442910] env[70059]: DEBUG oslo_concurrency.lockutils [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.442910] env[70059]: DEBUG nova.compute.manager [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] No waiting events found dispatching network-vif-plugged-743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.442910] env[70059]: WARNING nova.compute.manager [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Received unexpected event network-vif-plugged-743bed7e-c9d4-4f11-891b-4110ac7c62a9 for instance with vm_state building and task_state spawning. [ 825.443101] env[70059]: DEBUG nova.compute.manager [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Received event network-changed-743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.443101] env[70059]: DEBUG nova.compute.manager [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Refreshing instance network info cache due to event network-changed-743bed7e-c9d4-4f11-891b-4110ac7c62a9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.443342] env[70059]: DEBUG oslo_concurrency.lockutils [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] Acquiring lock "refresh_cache-dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.469964] env[70059]: DEBUG oslo_concurrency.lockutils [None req-737a66e0-3298-4aee-8379-ba481acc0f95 tempest-DeleteServersAdminTestJSON-1886352305 tempest-DeleteServersAdminTestJSON-1886352305-project-member] Lock "00d4e54d-2bb8-46d1-a850-e8573cc0104c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.660s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.661874] env[70059]: DEBUG nova.network.neutron [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.693402] env[70059]: DEBUG nova.compute.manager [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.693402] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c9e4df-0575-4dcf-be1f-df1331f67c59 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787356] env[70059]: DEBUG oslo_vmware.api [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137228} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.787620] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.787801] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.788378] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.788378] env[70059]: INFO nova.compute.manager [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.788378] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.788557] env[70059]: DEBUG nova.compute.manager [-] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.788649] env[70059]: DEBUG nova.network.neutron [-] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.045113] env[70059]: DEBUG nova.network.neutron [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Updating instance_info_cache with network_info: [{"id": "743bed7e-c9d4-4f11-891b-4110ac7c62a9", "address": "fa:16:3e:64:28:4f", "network": {"id": "a01dd525-6687-4c37-98d3-9ba2f4b14d20", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1060231274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f643d7a1764dab83a907c2cb3070b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743bed7e-c9", "ovs_interfaceid": "743bed7e-c9d4-4f11-891b-4110ac7c62a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.213735] env[70059]: INFO nova.compute.manager [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] instance snapshotting [ 826.220511] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c2274-8830-48f7-aaf6-96f07c2791c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.250665] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d93e69-d495-4c49-91e2-5fbbdf58176c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.510180] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31327d54-cb21-4ada-a046-64a6e0a6f98d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.517662] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaeba71-1743-46e0-9654-9b6a0c782b22 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.553763] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Releasing lock "refresh_cache-dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.554364] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Instance network_info: |[{"id": "743bed7e-c9d4-4f11-891b-4110ac7c62a9", "address": "fa:16:3e:64:28:4f", "network": {"id": "a01dd525-6687-4c37-98d3-9ba2f4b14d20", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1060231274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f643d7a1764dab83a907c2cb3070b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743bed7e-c9", "ovs_interfaceid": "743bed7e-c9d4-4f11-891b-4110ac7c62a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.554576] env[70059]: DEBUG oslo_concurrency.lockutils [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] Acquired lock "refresh_cache-dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.555390] env[70059]: DEBUG nova.network.neutron [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Refreshing network info cache for port 743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.556291] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:28:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743bed7e-c9d4-4f11-891b-4110ac7c62a9', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.564858] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Creating folder: Project (38f643d7a1764dab83a907c2cb3070b3). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.565740] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2731df41-1a05-499f-9c48-9de0a08aa4f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.573198] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-395033fc-43d0-45d9-83d0-09303559c5ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.582370] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97665845-e1e7-4ed9-87bd-59b096dc43a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.588134] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Created folder: Project (38f643d7a1764dab83a907c2cb3070b3) in parent group-v637631. [ 826.588336] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Creating folder: Instances. Parent ref: group-v637770. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.588890] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d6397c-9792-402e-b6e8-41039442d4a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.598892] env[70059]: DEBUG nova.compute.provider_tree [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.601873] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Created folder: Instances in parent group-v637770. [ 826.602737] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.602737] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.602737] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85e32260-32b2-4b28-892d-d8241f71f96f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.622732] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.622732] env[70059]: value = "task-3189045" [ 826.622732] env[70059]: _type = "Task" [ 826.622732] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.630149] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189045, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.765341] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.765768] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9758333d-98dd-488c-9877-cce5a1e2475b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.776340] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 826.776340] env[70059]: value = "task-3189046" [ 826.776340] env[70059]: _type = "Task" [ 826.776340] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.785970] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.961094] env[70059]: DEBUG nova.network.neutron [-] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.104937] env[70059]: DEBUG nova.scheduler.client.report [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.137194] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189045, 'name': CreateVM_Task, 'duration_secs': 0.32607} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.138896] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.139432] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.139637] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.140394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.140699] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663d8b0b-5583-41ea-b6a9-5a5f3ada2a89 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.151032] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 827.151032] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5262215f-cf12-1264-cf4e-87df66e1f066" [ 827.151032] env[70059]: _type = "Task" [ 827.151032] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.159985] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5262215f-cf12-1264-cf4e-87df66e1f066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.289859] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189046, 'name': CreateSnapshot_Task, 'duration_secs': 0.460097} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.290160] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.292369] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac22277-57e5-4877-8df8-be09789331f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.465365] env[70059]: DEBUG nova.network.neutron [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Updated VIF entry in instance network info cache for port 743bed7e-c9d4-4f11-891b-4110ac7c62a9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.465772] env[70059]: DEBUG nova.network.neutron [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Updating instance_info_cache with network_info: [{"id": "743bed7e-c9d4-4f11-891b-4110ac7c62a9", "address": "fa:16:3e:64:28:4f", "network": {"id": "a01dd525-6687-4c37-98d3-9ba2f4b14d20", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1060231274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38f643d7a1764dab83a907c2cb3070b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743bed7e-c9", "ovs_interfaceid": "743bed7e-c9d4-4f11-891b-4110ac7c62a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.467173] env[70059]: INFO nova.compute.manager [-] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Took 1.68 seconds to deallocate network for instance. [ 827.610262] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.611314] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.615306] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.611s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.620715] env[70059]: INFO nova.compute.claims [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.667146] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5262215f-cf12-1264-cf4e-87df66e1f066, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.667596] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.667840] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.668138] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.668407] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.668474] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.668758] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8b436e5-3c39-4465-9f09-d5e3fa27052b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.682508] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.682508] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.683258] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8070d95d-9e98-40a8-bc4a-8e67d4fcc0bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.689488] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 827.689488] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529e15d5-1ddc-28d5-4558-b1888c1e33fe" [ 827.689488] env[70059]: _type = "Task" [ 827.689488] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.699454] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e15d5-1ddc-28d5-4558-b1888c1e33fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.818876] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.819589] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15f1279a-0254-45e1-95bf-ad79f33d2519 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.830114] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 827.830114] env[70059]: value = "task-3189047" [ 827.830114] env[70059]: _type = "Task" [ 827.830114] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.840649] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189047, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.953264] env[70059]: DEBUG nova.compute.manager [req-240cff77-1627-4c5c-bd49-36c4732d61c8 req-9e84e708-8897-41e0-8adc-eba2909a143d service nova] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Received event network-vif-deleted-b55e4162-4894-4902-a338-d0ac20af9566 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.970262] env[70059]: DEBUG oslo_concurrency.lockutils [req-715e7b99-1ed6-4b8b-803f-094a5296c87e req-e29de43a-89ad-4f54-836f-d5726e43840f service nova] Releasing lock "refresh_cache-dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.974632] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.126163] env[70059]: DEBUG nova.compute.utils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.132065] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.132065] env[70059]: DEBUG nova.network.neutron [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.213031] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e15d5-1ddc-28d5-4558-b1888c1e33fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.213031] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96330b54-32c4-49f5-acc9-9318f919e079 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.220543] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 828.220543] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e6fdf-8d69-cb6e-2c09-2e5ef198cb93" [ 828.220543] env[70059]: _type = "Task" [ 828.220543] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.235031] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e6fdf-8d69-cb6e-2c09-2e5ef198cb93, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.235265] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.235755] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43/dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.236344] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07631b8d-de97-4edd-892d-1348ec0568a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.244287] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 828.244287] env[70059]: value = "task-3189048" [ 828.244287] env[70059]: _type = "Task" [ 828.244287] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.253072] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.278465] env[70059]: DEBUG nova.policy [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '737616469af14fdca71c35f774606474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc80d9ad021a43318f599729de643d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.345224] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189047, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.421303] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.421516] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.647679] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.678195] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "41ec6f72-3a16-4182-bfe9-4f92926495b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.678452] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.758858] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189048, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.841603] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189047, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.192830] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdce62f-3619-4a49-9d57-1d938bf40ba4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.201128] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fde5b2-02ea-4618-8329-1ed1ac126618 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.233823] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cca2bc-e1a9-444a-913b-513ad2c6d045 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.243011] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3301bdb-0ba9-49bd-9313-c6165cdd45a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.255376] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189048, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.256221] env[70059]: DEBUG nova.network.neutron [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Successfully created port: 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.266616] env[70059]: DEBUG nova.compute.provider_tree [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.341831] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189047, 'name': CloneVM_Task, 'duration_secs': 1.417352} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.342438] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Created linked-clone VM from snapshot [ 829.343300] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9202576-ceda-40f8-85d4-a3a00f71bdac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.363647] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Uploading image b004a2c2-e88b-4f7e-9396-3a8a42a3ce8b {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.382335] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 829.382335] env[70059]: value = "vm-637774" [ 829.382335] env[70059]: _type = "VirtualMachine" [ 829.382335] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 829.382538] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0af11ec-eaa5-44e9-8bfa-993cb18e71ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.390772] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lease: (returnval){ [ 829.390772] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c393b2-95b0-3cea-e114-42003c913e90" [ 829.390772] env[70059]: _type = "HttpNfcLease" [ 829.390772] env[70059]: } obtained for exporting VM: (result){ [ 829.390772] env[70059]: value = "vm-637774" [ 829.390772] env[70059]: _type = "VirtualMachine" [ 829.390772] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 829.390772] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the lease: (returnval){ [ 829.390772] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c393b2-95b0-3cea-e114-42003c913e90" [ 829.390772] env[70059]: _type = "HttpNfcLease" [ 829.390772] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 829.398340] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.398340] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c393b2-95b0-3cea-e114-42003c913e90" [ 829.398340] env[70059]: _type = "HttpNfcLease" [ 829.398340] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 829.664107] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.689383] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:03:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5ce84567-1b9c-4dd4-a49c-583ee98a3f3e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1669728192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.689383] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.689383] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.689562] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.689562] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.689562] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.689705] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.689842] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.690050] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.694599] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.694599] env[70059]: DEBUG nova.virt.hardware [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.695126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5c334-b6f9-4098-9341-dd7b326e9249 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.702944] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f8d0f-8e77-4af4-ba98-7e213070e69d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.758868] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189048, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.493377} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.761330] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43/dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.761589] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.761857] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf5913a-aec0-44c7-b869-f8d6059bf78a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.767848] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 829.767848] env[70059]: value = "task-3189050" [ 829.767848] env[70059]: _type = "Task" [ 829.767848] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.773027] env[70059]: DEBUG nova.scheduler.client.report [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.782049] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.898649] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 829.898649] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c393b2-95b0-3cea-e114-42003c913e90" [ 829.898649] env[70059]: _type = "HttpNfcLease" [ 829.898649] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 829.898949] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 829.898949] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c393b2-95b0-3cea-e114-42003c913e90" [ 829.898949] env[70059]: _type = "HttpNfcLease" [ 829.898949] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 829.899706] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f3156-ad4f-4188-a1d7-17104dcbd0e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.907591] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c792a-c136-7b29-812c-f5089fd43f37/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 829.907769] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c792a-c136-7b29-812c-f5089fd43f37/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 830.003078] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca4d459c-e130-4a08-a073-b5fba391d87d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.137681] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.137797] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.279438] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.279838] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.283039] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077042} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.283346] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.459s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.283622] env[70059]: DEBUG nova.objects.instance [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lazy-loading 'resources' on Instance uuid de133077-255d-439b-80b8-1f39cbe3bc4a {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.284874] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.288273] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122c7012-ad1b-44d4-9c90-f7636b9bece8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.316360] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43/dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.317201] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be65e9a7-05ea-47bf-a6e0-6ac058a27a2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.342627] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 830.342627] env[70059]: value = "task-3189051" [ 830.342627] env[70059]: _type = "Task" [ 830.342627] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.354667] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.650704] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.651169] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.655301] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.655301] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.655301] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.655301] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.655301] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 830.655301] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.791212] env[70059]: DEBUG nova.compute.utils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.794025] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.794333] env[70059]: DEBUG nova.network.neutron [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.857606] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189051, 'name': ReconfigVM_Task, 'duration_secs': 0.342075} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.858255] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Reconfigured VM instance instance-0000002f to attach disk [datastore2] dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43/dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.859042] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef3d780f-4cb5-4b5a-b16a-01e80acc3111 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.872034] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 830.872034] env[70059]: value = "task-3189052" [ 830.872034] env[70059]: _type = "Task" [ 830.872034] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.877137] env[70059]: DEBUG nova.policy [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84d8ed4190c24e7b9f42407855cf9376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf1c6536cbc94bedb057afea306c5ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.895196] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189052, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.158304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.163739] env[70059]: DEBUG nova.compute.manager [req-5b6f2769-1980-4c80-ae14-8d94cabf68bb req-7fc75a18-c74a-4037-b8ef-3ee034e48045 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Received event network-vif-plugged-0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.164388] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b6f2769-1980-4c80-ae14-8d94cabf68bb req-7fc75a18-c74a-4037-b8ef-3ee034e48045 service nova] Acquiring lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.164740] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b6f2769-1980-4c80-ae14-8d94cabf68bb req-7fc75a18-c74a-4037-b8ef-3ee034e48045 service nova] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.165574] env[70059]: DEBUG oslo_concurrency.lockutils [req-5b6f2769-1980-4c80-ae14-8d94cabf68bb req-7fc75a18-c74a-4037-b8ef-3ee034e48045 service nova] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.165871] env[70059]: DEBUG nova.compute.manager [req-5b6f2769-1980-4c80-ae14-8d94cabf68bb req-7fc75a18-c74a-4037-b8ef-3ee034e48045 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] No waiting events found dispatching network-vif-plugged-0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.166328] env[70059]: WARNING nova.compute.manager [req-5b6f2769-1980-4c80-ae14-8d94cabf68bb req-7fc75a18-c74a-4037-b8ef-3ee034e48045 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Received unexpected event network-vif-plugged-0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e for instance with vm_state building and task_state spawning. [ 831.299719] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.391857] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189052, 'name': Rename_Task, 'duration_secs': 0.150544} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.392215] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.392959] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f19c81d-7862-41c7-bf68-01b2fe3723b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.406715] env[70059]: DEBUG nova.network.neutron [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Successfully updated port: 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.418323] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 831.418323] env[70059]: value = "task-3189053" [ 831.418323] env[70059]: _type = "Task" [ 831.418323] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.436932] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189053, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.491344] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd6aaed-2bd6-42a8-b271-e72cdfd44e76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.503164] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec0025-4889-4f0a-85ce-3994d240e77a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.540761] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16821fd2-b18e-494a-adf0-12762a03b143 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.551196] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dde1e4-312b-4383-b466-f644d13c8213 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.566523] env[70059]: DEBUG nova.compute.provider_tree [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.575112] env[70059]: DEBUG nova.network.neutron [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Successfully created port: 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.807049] env[70059]: INFO nova.virt.block_device [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Booting with volume a535ab0e-ad91-4970-bea4-d942b1f60238 at /dev/sda [ 831.863377] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ee1f087-da84-469d-b97f-b919c843d9c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.871760] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b89be8-6d39-448b-8ef6-44d9ac1ddbc6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.917328] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.917328] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.917328] env[70059]: DEBUG nova.network.neutron [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.917328] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53ee8679-1f31-4aae-b4d8-cac0b39641b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.934771] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.940806] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac984f7c-a2f0-4ee9-ae52-5d58d43440c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.976097] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5216ae7-ded5-46c8-bc2f-48033d2464b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.983802] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68351f55-99de-4348-9a1b-f54b1b34eb4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.001751] env[70059]: DEBUG nova.virt.block_device [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updating existing volume attachment record: 3535ccca-c59e-41bd-9fd0-f45b206b9b1c {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 832.070227] env[70059]: DEBUG nova.scheduler.client.report [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.435254] env[70059]: DEBUG oslo_vmware.api [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189053, 'name': PowerOnVM_Task, 'duration_secs': 0.755696} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.435569] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.435806] env[70059]: INFO nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Took 9.90 seconds to spawn the instance on the hypervisor. [ 832.435995] env[70059]: DEBUG nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.436948] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182b9bf-caf6-4c71-9f0d-4dd5a7fd3b49 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.486626] env[70059]: DEBUG nova.network.neutron [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.576014] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.578556] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.764s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.580100] env[70059]: DEBUG nova.objects.instance [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lazy-loading 'resources' on Instance uuid 8ad43e3f-41e1-4064-88d2-a16a6b3f8075 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.615151] env[70059]: INFO nova.scheduler.client.report [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Deleted allocations for instance de133077-255d-439b-80b8-1f39cbe3bc4a [ 832.743205] env[70059]: DEBUG nova.network.neutron [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.967109] env[70059]: INFO nova.compute.manager [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Took 47.84 seconds to build instance. [ 833.130200] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a3bb5652-e5a3-431e-be8f-f543892b10c2 tempest-ServersTestFqdnHostnames-131960298 tempest-ServersTestFqdnHostnames-131960298-project-member] Lock "de133077-255d-439b-80b8-1f39cbe3bc4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.328s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.247701] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.247701] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Instance network_info: |[{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.247916] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:7a:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.259383] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.260032] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.261458] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c999b816-15e0-4572-a85f-971059f4698a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.284194] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.284194] env[70059]: value = "task-3189054" [ 833.284194] env[70059]: _type = "Task" [ 833.284194] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.298264] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189054, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.420020] env[70059]: DEBUG nova.compute.manager [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Received event network-changed-0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.420293] env[70059]: DEBUG nova.compute.manager [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Refreshing instance network info cache due to event network-changed-0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.420513] env[70059]: DEBUG oslo_concurrency.lockutils [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] Acquiring lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.421932] env[70059]: DEBUG oslo_concurrency.lockutils [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] Acquired lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.421932] env[70059]: DEBUG nova.network.neutron [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Refreshing network info cache for port 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.459328] env[70059]: DEBUG nova.network.neutron [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Successfully updated port: 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.472888] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1c642163-e4c3-45fd-b444-609aa75b6cde tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 128.850s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.538803] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.539264] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.758266] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401c43d-a12f-4214-8745-54328380ee5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.768904] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33d43b5-41f1-4837-9371-5e7e9a7c01fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.807887] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e1f62-4d6a-46ed-8bf0-6569fb5e83a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.817458] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189054, 'name': CreateVM_Task, 'duration_secs': 0.440241} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.818767] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a077b609-fa30-4748-b87c-6110216bea63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.823617] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.824465] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824537] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824865] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.825539] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c74a2a8-5f44-4ead-85b4-448d61db384a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.837997] env[70059]: DEBUG nova.compute.provider_tree [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.842589] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 833.842589] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520e7a74-0ed8-0c23-b5a9-37f82a357c59" [ 833.842589] env[70059]: _type = "Task" [ 833.842589] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.850276] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520e7a74-0ed8-0c23-b5a9-37f82a357c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.965737] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquiring lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.965737] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquired lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.965737] env[70059]: DEBUG nova.network.neutron [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.975180] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.155429] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.155949] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.156225] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.156424] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.156616] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.156764] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.156921] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.157278] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.157349] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.157532] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.157668] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.157862] env[70059]: DEBUG nova.virt.hardware [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.158756] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e509fc60-1c16-47ee-9d18-db23564d336c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.168749] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8525e24-688e-4b3d-acbe-24ed00b03c55 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.248037] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.248506] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.248759] env[70059]: INFO nova.compute.manager [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Rebooting instance [ 834.336657] env[70059]: DEBUG nova.network.neutron [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updated VIF entry in instance network info cache for port 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.336657] env[70059]: DEBUG nova.network.neutron [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.341538] env[70059]: DEBUG nova.scheduler.client.report [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.358739] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520e7a74-0ed8-0c23-b5a9-37f82a357c59, 'name': SearchDatastore_Task, 'duration_secs': 0.016832} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.358910] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.359172] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.359417] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.359562] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.359743] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.360664] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d10516b-768d-4ea3-949b-9368ffc09ade {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.372032] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.372246] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.372983] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154d3314-42c2-44f5-8905-ecb0b4432824 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.379197] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 834.379197] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523a61a4-9bb8-5584-6ff8-fa5fdde96ea6" [ 834.379197] env[70059]: _type = "Task" [ 834.379197] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.389380] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523a61a4-9bb8-5584-6ff8-fa5fdde96ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.432640] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.432919] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.433151] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.433336] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.433502] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.438958] env[70059]: INFO nova.compute.manager [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Terminating instance [ 834.506409] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.521732] env[70059]: DEBUG nova.network.neutron [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.774313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.774415] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.774567] env[70059]: DEBUG nova.network.neutron [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.780784] env[70059]: DEBUG nova.network.neutron [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updating instance_info_cache with network_info: [{"id": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "address": "fa:16:3e:91:f2:3f", "network": {"id": "f2f8aae5-e918-4386-9486-cbe0bf2fd1d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476473077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1c6536cbc94bedb057afea306c5ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cf8c2c-cc", "ovs_interfaceid": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.839640] env[70059]: DEBUG oslo_concurrency.lockutils [req-c7d7d2f0-dda8-4733-a19e-bd45157db8f4 req-7a24bafc-3ddf-427e-81d6-86323920be11 service nova] Releasing lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.851987] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.857383] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.846s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.859100] env[70059]: INFO nova.compute.claims [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.895718] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523a61a4-9bb8-5584-6ff8-fa5fdde96ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.897165] env[70059]: INFO nova.scheduler.client.report [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Deleted allocations for instance 8ad43e3f-41e1-4064-88d2-a16a6b3f8075 [ 834.903326] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c56c717-ec50-4da9-bc2b-5621b201b7e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.911935] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 834.911935] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bf8452-c6e8-9b98-48dd-ebbce0792428" [ 834.911935] env[70059]: _type = "Task" [ 834.911935] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.921634] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bf8452-c6e8-9b98-48dd-ebbce0792428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.942671] env[70059]: DEBUG nova.compute.manager [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.942896] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.944327] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70065875-c3ba-4b27-97c5-312fe7740b78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.954746] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.955329] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afb86ff4-d012-4ead-9ba1-a0730b8240d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.964367] env[70059]: DEBUG oslo_vmware.api [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 834.964367] env[70059]: value = "task-3189055" [ 834.964367] env[70059]: _type = "Task" [ 834.964367] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.974065] env[70059]: DEBUG oslo_vmware.api [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.285292] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Releasing lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.285613] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Instance network_info: |[{"id": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "address": "fa:16:3e:91:f2:3f", "network": {"id": "f2f8aae5-e918-4386-9486-cbe0bf2fd1d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476473077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1c6536cbc94bedb057afea306c5ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cf8c2c-cc", "ovs_interfaceid": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.286368] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:f2:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.294303] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Creating folder: Project (cf1c6536cbc94bedb057afea306c5ac5). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.295158] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad98af6b-56ab-4374-b145-88999542ff25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.308838] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.308993] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.313405] env[70059]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 835.313541] env[70059]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70059) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 835.313892] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Folder already exists: Project (cf1c6536cbc94bedb057afea306c5ac5). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 835.314101] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Creating folder: Instances. Parent ref: group-v637703. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.314344] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4638cc3-1ccf-4abe-a5e8-fd141eb0d451 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.325889] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Created folder: Instances in parent group-v637703. [ 835.326199] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.326396] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.326607] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333902b6-ea42-4b57-96f9-02c2885c7675 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.351741] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.351741] env[70059]: value = "task-3189058" [ 835.351741] env[70059]: _type = "Task" [ 835.351741] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.362283] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189058, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.409615] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ed713e7-3b55-4a3f-aa45-49314e2d2188 tempest-InstanceActionsNegativeTestJSON-76317371 tempest-InstanceActionsNegativeTestJSON-76317371-project-member] Lock "8ad43e3f-41e1-4064-88d2-a16a6b3f8075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.663s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.429023] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bf8452-c6e8-9b98-48dd-ebbce0792428, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.429023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.429023] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.429023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9e6482-aed9-48b5-83f7-aaa3b5965c18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.437144] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 835.437144] env[70059]: value = "task-3189059" [ 835.437144] env[70059]: _type = "Task" [ 835.437144] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.451374] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.476456] env[70059]: DEBUG oslo_vmware.api [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189055, 'name': PowerOffVM_Task, 'duration_secs': 0.26595} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.476726] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.476900] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.477431] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35135402-3861-4f90-a6e6-cb472253c132 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.544149] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.544149] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.545066] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Deleting the datastore file [datastore2] dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.548234] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bc615d3-754b-4ba3-b7c6-41ceac57656e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.554362] env[70059]: DEBUG oslo_vmware.api [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for the task: (returnval){ [ 835.554362] env[70059]: value = "task-3189061" [ 835.554362] env[70059]: _type = "Task" [ 835.554362] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.564683] env[70059]: DEBUG oslo_vmware.api [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.580675] env[70059]: DEBUG nova.compute.manager [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Received event network-vif-plugged-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.581722] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] Acquiring lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.581722] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.581722] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.581722] env[70059]: DEBUG nova.compute.manager [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] No waiting events found dispatching network-vif-plugged-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.581722] env[70059]: WARNING nova.compute.manager [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Received unexpected event network-vif-plugged-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e for instance with vm_state building and task_state spawning. [ 835.581964] env[70059]: DEBUG nova.compute.manager [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Received event network-changed-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.582016] env[70059]: DEBUG nova.compute.manager [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Refreshing instance network info cache due to event network-changed-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.582204] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] Acquiring lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.582330] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] Acquired lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.582497] env[70059]: DEBUG nova.network.neutron [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Refreshing network info cache for port 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.619242] env[70059]: DEBUG nova.network.neutron [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.868802] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189058, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.948182] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.062041] env[70059]: DEBUG oslo_vmware.api [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Task: {'id': task-3189061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461478} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.062280] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.062473] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.062654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.063186] env[70059]: INFO nova.compute.manager [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Took 1.12 seconds to destroy the instance on the hypervisor. [ 836.063186] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.063323] env[70059]: DEBUG nova.compute.manager [-] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.063402] env[70059]: DEBUG nova.network.neutron [-] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.123092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.364726] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189058, 'name': CreateVM_Task, 'duration_secs': 0.531978} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.367358] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.368698] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'attachment_id': '3535ccca-c59e-41bd-9fd0-f45b206b9b1c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637710', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'name': 'volume-a535ab0e-ad91-4970-bea4-d942b1f60238', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d46a59d-0b8c-4352-bdd5-ef49274ca424', 'attached_at': '', 'detached_at': '', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'serial': 'a535ab0e-ad91-4970-bea4-d942b1f60238'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70059) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 836.368698] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Root volume attach. Driver type: vmdk {{(pid=70059) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 836.369268] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39a7a90-378d-4e45-97f3-426ad9238906 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.377357] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86ad478-0441-4f63-ac64-a84659fa9a4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.387662] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b0e7e7-024b-43de-9560-6b5f417b5f9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.398012] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4915016f-88e3-4e51-861e-28fe9de5999d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.406890] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 836.406890] env[70059]: value = "task-3189062" [ 836.406890] env[70059]: _type = "Task" [ 836.406890] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.415176] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189062, 'name': RelocateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.446921] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b2c3e-8ac1-4483-9a50-7547e9d9bf41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.454074] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546202} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.454890] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.455185] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.455453] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bfdf574-7b28-4b72-84c6-b8613cadf26d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.463649] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d92db5f-d36a-4ce4-ba5d-dd1987fdf7fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.467159] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 836.467159] env[70059]: value = "task-3189063" [ 836.467159] env[70059]: _type = "Task" [ 836.467159] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.502352] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f9b83b-7170-49d8-a0f4-ceff1b49d117 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.508254] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.514101] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02fef8-8092-4850-a473-e1aa35c1755b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.536141] env[70059]: DEBUG nova.compute.provider_tree [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.628911] env[70059]: DEBUG nova.compute.manager [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.629727] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aedf5c-bcc3-4769-a973-9939f9aa932e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.675755] env[70059]: DEBUG nova.network.neutron [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updated VIF entry in instance network info cache for port 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.676166] env[70059]: DEBUG nova.network.neutron [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updating instance_info_cache with network_info: [{"id": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "address": "fa:16:3e:91:f2:3f", "network": {"id": "f2f8aae5-e918-4386-9486-cbe0bf2fd1d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476473077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1c6536cbc94bedb057afea306c5ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cf8c2c-cc", "ovs_interfaceid": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.918902] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189062, 'name': RelocateVM_Task} progress is 19%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.980541] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075216} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.980541] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.981211] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4817a202-ec5c-4dba-b308-8a1a6f6665ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.012573] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.012573] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a18e2f-b203-4c13-91e0-35427b1433a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.031337] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 837.031337] env[70059]: value = "task-3189064" [ 837.031337] env[70059]: _type = "Task" [ 837.031337] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.040263] env[70059]: DEBUG nova.scheduler.client.report [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.044981] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.179901] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8916334-7d5b-44b6-9181-62a87357ae64 req-b93e0d04-7946-49cc-b923-ab27ea3c8c90 service nova] Releasing lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.223255] env[70059]: DEBUG nova.network.neutron [-] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.418999] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189062, 'name': RelocateVM_Task, 'duration_secs': 0.773217} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.419333] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 837.419651] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637710', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'name': 'volume-a535ab0e-ad91-4970-bea4-d942b1f60238', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d46a59d-0b8c-4352-bdd5-ef49274ca424', 'attached_at': '', 'detached_at': '', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'serial': 'a535ab0e-ad91-4970-bea4-d942b1f60238'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 837.422507] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619c9562-a488-4495-bdb4-abebce91a1d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.439565] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acfdc8d-60c4-4c92-b05d-6f98bbdac24f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.463963] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-a535ab0e-ad91-4970-bea4-d942b1f60238/volume-a535ab0e-ad91-4970-bea4-d942b1f60238.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.464323] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8185111-3e4f-4a87-9e9e-ede32810a478 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.483986] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 837.483986] env[70059]: value = "task-3189065" [ 837.483986] env[70059]: _type = "Task" [ 837.483986] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.492222] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.541999] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189064, 'name': ReconfigVM_Task, 'duration_secs': 0.439111} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.542366] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfigured VM instance instance-00000030 to attach disk [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.543845] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1020c847-f66c-48fc-9680-dcff2a960564 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.546060] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.546338] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.549859] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.196s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.549978] env[70059]: DEBUG nova.objects.instance [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lazy-loading 'resources' on Instance uuid d6fa88dd-2220-4998-8294-6a985ffb1eaf {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.556962] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 837.556962] env[70059]: value = "task-3189066" [ 837.556962] env[70059]: _type = "Task" [ 837.556962] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.570260] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189066, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.646507] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0970fd0-8413-41bd-840c-81bfdf414284 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.655201] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Doing hard reboot of VM {{(pid=70059) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.655391] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4a2dbe2f-aed4-4454-b9d8-2d666e7e935d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.666310] env[70059]: DEBUG oslo_vmware.api [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 837.666310] env[70059]: value = "task-3189067" [ 837.666310] env[70059]: _type = "Task" [ 837.666310] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.684574] env[70059]: DEBUG oslo_vmware.api [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189067, 'name': ResetVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.723298] env[70059]: DEBUG nova.compute.manager [req-9b809ec8-03f2-4e39-9222-eb9c46352de2 req-8e4eae2a-09fb-4198-9bfe-dea6d10bf635 service nova] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Received event network-vif-deleted-743bed7e-c9d4-4f11-891b-4110ac7c62a9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.726613] env[70059]: INFO nova.compute.manager [-] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Took 1.66 seconds to deallocate network for instance. [ 837.994952] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.056198] env[70059]: DEBUG nova.compute.utils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.056198] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.056415] env[70059]: DEBUG nova.network.neutron [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.071032] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189066, 'name': Rename_Task, 'duration_secs': 0.301214} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.071032] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.071683] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cef7ed99-8f95-4596-8a92-2ecc29dfa13a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.079406] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 838.079406] env[70059]: value = "task-3189068" [ 838.079406] env[70059]: _type = "Task" [ 838.079406] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.089728] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.114605] env[70059]: DEBUG nova.policy [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '172205be8805426e998142f2139db8ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af2f303415e942d7b281e034d9f4cab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.180905] env[70059]: DEBUG oslo_vmware.api [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189067, 'name': ResetVM_Task, 'duration_secs': 0.124701} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.181201] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Did hard reboot of VM {{(pid=70059) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 838.181866] env[70059]: DEBUG nova.compute.manager [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.182198] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b1504c-764e-49f3-b119-0486883de47a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.236051] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.500363] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189065, 'name': ReconfigVM_Task, 'duration_secs': 0.536927} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.503225] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-a535ab0e-ad91-4970-bea4-d942b1f60238/volume-a535ab0e-ad91-4970-bea4-d942b1f60238.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.510036] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5fb45f-767e-4d87-a5f8-c5c340ba51ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.520424] env[70059]: DEBUG nova.network.neutron [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Successfully created port: 9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.530369] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 838.530369] env[70059]: value = "task-3189069" [ 838.530369] env[70059]: _type = "Task" [ 838.530369] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.542884] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.561788] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.599695] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189068, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.623372] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2447061b-2773-4c5e-a1f8-9b3806e103dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.631998] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea79e4-b4b8-40e8-8a65-0c54674805e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.670040] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f539cc89-982e-473f-9acd-e2eab212d379 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.680126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e7c9b0-0157-417b-b093-2eab4e171b65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.696583] env[70059]: DEBUG nova.compute.provider_tree [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.698560] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1d0e999-a234-45a9-8d67-53058eea409f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.450s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.794632] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c792a-c136-7b29-812c-f5089fd43f37/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.795576] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac7bdf0-65b9-4096-b532-b1ae1b09906e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.802394] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c792a-c136-7b29-812c-f5089fd43f37/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.802598] env[70059]: ERROR oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c792a-c136-7b29-812c-f5089fd43f37/disk-0.vmdk due to incomplete transfer. [ 838.802791] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad16cd6c-8ec7-47c8-a394-d07ccff62fe9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.811554] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523c792a-c136-7b29-812c-f5089fd43f37/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.811751] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Uploaded image b004a2c2-e88b-4f7e-9396-3a8a42a3ce8b to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.814293] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.814698] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e197a9b-ffbc-4139-8b41-5059f3f62b97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.821669] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 838.821669] env[70059]: value = "task-3189070" [ 838.821669] env[70059]: _type = "Task" [ 838.821669] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.830518] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189070, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.040647] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189069, 'name': ReconfigVM_Task, 'duration_secs': 0.18606} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.040948] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637710', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'name': 'volume-a535ab0e-ad91-4970-bea4-d942b1f60238', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d46a59d-0b8c-4352-bdd5-ef49274ca424', 'attached_at': '', 'detached_at': '', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'serial': 'a535ab0e-ad91-4970-bea4-d942b1f60238'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 839.041582] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a25bdee-8c43-4ba8-a1e1-5c27dbdf6a69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.048328] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 839.048328] env[70059]: value = "task-3189071" [ 839.048328] env[70059]: _type = "Task" [ 839.048328] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.057050] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189071, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.070796] env[70059]: INFO nova.virt.block_device [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Booting with volume 02584806-6c50-47ce-b796-94f4b78fcdda at /dev/sda [ 839.095719] env[70059]: DEBUG oslo_vmware.api [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189068, 'name': PowerOnVM_Task, 'duration_secs': 0.712001} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.096064] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.096638] env[70059]: INFO nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Took 9.43 seconds to spawn the instance on the hypervisor. [ 839.096638] env[70059]: DEBUG nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.097898] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b717ba-1f5d-48fa-8a77-19f1fcd67b8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.128866] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc852749-f117-48c5-af6d-a048fb093bd4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.137246] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df90b4-1246-4c10-bab1-0f207773a7db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.175738] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c375c502-7ed6-4556-a49a-aa185839c1a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.184603] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e1a038-db3e-40e6-a38e-ab0f0552fc3c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.200118] env[70059]: DEBUG nova.scheduler.client.report [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.220033] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb9168-50a3-4065-bcbb-0ab279d561c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.227112] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8210db42-669f-4fb1-bd8c-278d88bfbed4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.242517] env[70059]: DEBUG nova.virt.block_device [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updating existing volume attachment record: bdfa8659-d594-4774-8d47-c070b8ffcf63 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 839.336048] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189070, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.559463] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189071, 'name': Rename_Task, 'duration_secs': 0.250025} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.559463] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.559463] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6467e1fa-a26e-4aaf-9181-0a16e807f159 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.566097] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 839.566097] env[70059]: value = "task-3189072" [ 839.566097] env[70059]: _type = "Task" [ 839.566097] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.576231] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.625656] env[70059]: INFO nova.compute.manager [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Took 49.22 seconds to build instance. [ 839.705429] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.707905] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.160s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.709499] env[70059]: INFO nova.compute.claims [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.737475] env[70059]: INFO nova.scheduler.client.report [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Deleted allocations for instance d6fa88dd-2220-4998-8294-6a985ffb1eaf [ 839.835392] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189070, 'name': Destroy_Task, 'duration_secs': 0.71067} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.835864] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Destroyed the VM [ 839.836229] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.836592] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54b00eed-cce8-4568-aa0b-2d8ac6bb2cef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.843667] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 839.843667] env[70059]: value = "task-3189073" [ 839.843667] env[70059]: _type = "Task" [ 839.843667] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.852794] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189073, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.078561] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189072, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.129707] env[70059]: DEBUG oslo_concurrency.lockutils [None req-df5dbc22-febb-449c-ad2d-cf567aeb94cd tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.589s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.197724] env[70059]: DEBUG nova.compute.manager [req-dedd933b-0e91-4c20-88d5-9dc5c68b3451 req-a6b0f6a8-347e-475a-b8da-527ac51642ba service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Received event network-vif-plugged-9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.197724] env[70059]: DEBUG oslo_concurrency.lockutils [req-dedd933b-0e91-4c20-88d5-9dc5c68b3451 req-a6b0f6a8-347e-475a-b8da-527ac51642ba service nova] Acquiring lock "88075c05-5098-4c8a-83e1-1569ab3f7364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.197862] env[70059]: DEBUG oslo_concurrency.lockutils [req-dedd933b-0e91-4c20-88d5-9dc5c68b3451 req-a6b0f6a8-347e-475a-b8da-527ac51642ba service nova] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.198266] env[70059]: DEBUG oslo_concurrency.lockutils [req-dedd933b-0e91-4c20-88d5-9dc5c68b3451 req-a6b0f6a8-347e-475a-b8da-527ac51642ba service nova] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.198584] env[70059]: DEBUG nova.compute.manager [req-dedd933b-0e91-4c20-88d5-9dc5c68b3451 req-a6b0f6a8-347e-475a-b8da-527ac51642ba service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] No waiting events found dispatching network-vif-plugged-9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.198708] env[70059]: WARNING nova.compute.manager [req-dedd933b-0e91-4c20-88d5-9dc5c68b3451 req-a6b0f6a8-347e-475a-b8da-527ac51642ba service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Received unexpected event network-vif-plugged-9d9d8713-20ae-4044-aa5e-0515938a83ed for instance with vm_state building and task_state block_device_mapping. [ 840.248811] env[70059]: DEBUG oslo_concurrency.lockutils [None req-979f44c2-212e-4f15-9951-c74239ca3166 tempest-TenantUsagesTestJSON-1053914498 tempest-TenantUsagesTestJSON-1053914498-project-member] Lock "d6fa88dd-2220-4998-8294-6a985ffb1eaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.433s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.359416] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189073, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.412037] env[70059]: DEBUG nova.network.neutron [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Successfully updated port: 9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.576226] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.636035] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.856183] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189073, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.915711] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.915821] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquired lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.916130] env[70059]: DEBUG nova.network.neutron [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.079907] env[70059]: DEBUG oslo_vmware.api [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189072, 'name': PowerOnVM_Task, 'duration_secs': 1.477976} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.085045] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.085045] env[70059]: INFO nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Took 6.93 seconds to spawn the instance on the hypervisor. [ 841.085045] env[70059]: DEBUG nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.085679] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fdd1cd-7301-4eed-a510-87306cbd4deb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.158657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.266106] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aa0f5d-b2f9-496a-9a5a-cfed5103bfac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.274854] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd6d97-9919-42d4-a2fc-4cbda10e6e73 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.310486] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9febd0c2-8837-4968-9f99-6d77749851a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.321253] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d69a7-2b80-48c2-b204-798e606b235b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.336179] env[70059]: DEBUG nova.compute.provider_tree [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.357028] env[70059]: DEBUG oslo_vmware.api [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189073, 'name': RemoveSnapshot_Task, 'duration_secs': 1.261158} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.357351] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.357585] env[70059]: INFO nova.compute.manager [None req-aebfd755-09ec-4e40-bf17-1ba9bd875abb tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Took 15.14 seconds to snapshot the instance on the hypervisor. [ 841.375028] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.375583] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.375797] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.375951] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.376143] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.376295] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.376443] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.376648] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.376808] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.376975] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.377190] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.377377] env[70059]: DEBUG nova.virt.hardware [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.378259] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343d95c-b7f7-4f04-b28e-25669cfe40f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.386100] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3aa9c3-fa50-47d5-9f16-cefc91538b64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.468252] env[70059]: DEBUG nova.network.neutron [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.610291] env[70059]: INFO nova.compute.manager [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Took 50.63 seconds to build instance. [ 841.761495] env[70059]: DEBUG nova.network.neutron [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updating instance_info_cache with network_info: [{"id": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "address": "fa:16:3e:4e:51:3b", "network": {"id": "80b79e51-a86e-483c-861b-85b781981d45", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-284578768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af2f303415e942d7b281e034d9f4cab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9d8713-20", "ovs_interfaceid": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.838996] env[70059]: DEBUG nova.scheduler.client.report [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.913346] env[70059]: DEBUG nova.compute.manager [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 842.113437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d7ab37b4-38bb-4156-8fa7-afe14fb5ba39 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.280s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.265935] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Releasing lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.265935] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance network_info: |[{"id": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "address": "fa:16:3e:4e:51:3b", "network": {"id": "80b79e51-a86e-483c-861b-85b781981d45", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-284578768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af2f303415e942d7b281e034d9f4cab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9d8713-20", "ovs_interfaceid": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.266327] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:51:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d9d8713-20ae-4044-aa5e-0515938a83ed', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.279095] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Creating folder: Project (af2f303415e942d7b281e034d9f4cab9). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.279349] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b89fb71-1ae6-4647-996a-8a561a6115a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.293363] env[70059]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 842.293534] env[70059]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70059) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 842.293896] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Folder already exists: Project (af2f303415e942d7b281e034d9f4cab9). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 842.294101] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Creating folder: Instances. Parent ref: group-v637700. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.294352] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ed1206-4ed0-4e94-8d5c-206031f36530 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.304740] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Created folder: Instances in parent group-v637700. [ 842.304859] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.304973] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.305221] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12e4285f-9d55-486b-a9c5-bd87619c749f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.325480] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.325480] env[70059]: value = "task-3189076" [ 842.325480] env[70059]: _type = "Task" [ 842.325480] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.333505] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189076, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.345756] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.346476] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.349862] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.064s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.351852] env[70059]: INFO nova.compute.claims [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.354550] env[70059]: DEBUG nova.compute.manager [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Received event network-changed-9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.354778] env[70059]: DEBUG nova.compute.manager [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Refreshing instance network info cache due to event network-changed-9d9d8713-20ae-4044-aa5e-0515938a83ed. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.355037] env[70059]: DEBUG oslo_concurrency.lockutils [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] Acquiring lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.355202] env[70059]: DEBUG oslo_concurrency.lockutils [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] Acquired lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.355662] env[70059]: DEBUG nova.network.neutron [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Refreshing network info cache for port 9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.440301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.614680] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.837673] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189076, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.861172] env[70059]: DEBUG nova.compute.utils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.864695] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.864879] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.922560] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "78f27d3e-b318-4ac6-83f2-88117c61268c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.922560] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.144905] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.210950] env[70059]: DEBUG nova.policy [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffce3304056746efabcc21a682473ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd45194d3d8c43c68f2e900dbf0692eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.283205] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "2fd24361-c79d-49d6-86fb-a064a42d88be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.283205] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.283205] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "2fd24361-c79d-49d6-86fb-a064a42d88be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.283205] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.283389] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.284901] env[70059]: INFO nova.compute.manager [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Terminating instance [ 843.338868] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189076, 'name': CreateVM_Task, 'duration_secs': 0.971848} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.338868] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.339113] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'attachment_id': 'bdfa8659-d594-4774-8d47-c070b8ffcf63', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637711', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'name': 'volume-02584806-6c50-47ce-b796-94f4b78fcdda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88075c05-5098-4c8a-83e1-1569ab3f7364', 'attached_at': '', 'detached_at': '', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'serial': '02584806-6c50-47ce-b796-94f4b78fcdda'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70059) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 843.339432] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Root volume attach. Driver type: vmdk {{(pid=70059) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 843.340246] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ae048-8b29-4d4e-a81d-cddae8b87597 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.348495] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62eb9c6-0bf9-4961-87bf-061eb84b5e76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.354203] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24282ca-cb7d-4ecb-9e47-e8af91f895ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.363039] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fc145090-4e37-45ac-b85c-6f6937f37e73 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.364967] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.378622] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 843.378622] env[70059]: value = "task-3189077" [ 843.378622] env[70059]: _type = "Task" [ 843.378622] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.390205] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189077, 'name': RelocateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.600029] env[70059]: DEBUG nova.network.neutron [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updated VIF entry in instance network info cache for port 9d9d8713-20ae-4044-aa5e-0515938a83ed. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.600411] env[70059]: DEBUG nova.network.neutron [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updating instance_info_cache with network_info: [{"id": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "address": "fa:16:3e:4e:51:3b", "network": {"id": "80b79e51-a86e-483c-861b-85b781981d45", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-284578768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af2f303415e942d7b281e034d9f4cab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9d8713-20", "ovs_interfaceid": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.774231] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Successfully created port: c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.792442] env[70059]: DEBUG nova.compute.manager [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.792671] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.793585] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc8a34-c0d5-4d08-abf8-2427146aadc8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.804054] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.806652] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e9cbf0-eec6-46c8-af65-7a42afb7623e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.813192] env[70059]: DEBUG oslo_vmware.api [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 843.813192] env[70059]: value = "task-3189078" [ 843.813192] env[70059]: _type = "Task" [ 843.813192] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.822399] env[70059]: DEBUG oslo_vmware.api [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.894772] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189077, 'name': RelocateVM_Task, 'duration_secs': 0.403082} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.894871] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 843.895024] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637711', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'name': 'volume-02584806-6c50-47ce-b796-94f4b78fcdda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88075c05-5098-4c8a-83e1-1569ab3f7364', 'attached_at': '', 'detached_at': '', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'serial': '02584806-6c50-47ce-b796-94f4b78fcdda'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 843.895837] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac65b2e-2d9f-4249-8703-0360cc9d3809 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.899887] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5a56e-a4be-4cc1-b69a-72bd982fafa5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.919292] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888ea32-ee1e-47d5-a403-62407dec9911 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.923370] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483cbff3-c751-4c60-8959-d836690abb25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.970818] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f1c39-5692-4f4b-90ea-f7bab5ec7654 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.987225] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-02584806-6c50-47ce-b796-94f4b78fcdda/volume-02584806-6c50-47ce-b796-94f4b78fcdda.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.988170] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7adeb7c6-fd83-43ed-946f-e0bd64bd48c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.008489] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64860b-1504-4e02-8b62-ecfa5e475ce4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.014241] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 844.014241] env[70059]: value = "task-3189079" [ 844.014241] env[70059]: _type = "Task" [ 844.014241] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.027268] env[70059]: DEBUG nova.compute.provider_tree [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.034300] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.106017] env[70059]: DEBUG oslo_concurrency.lockutils [req-8b9a2f22-7796-465f-9c01-34b20eddcb27 req-3571a39d-e8f2-460e-ad68-aae0d0024e92 service nova] Releasing lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.323505] env[70059]: DEBUG oslo_vmware.api [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189078, 'name': PowerOffVM_Task, 'duration_secs': 0.18469} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.323772] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.323941] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.324212] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26a2b56-e7d6-47b0-a212-d0beb7120adc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.374745] env[70059]: DEBUG nova.compute.manager [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Received event network-changed-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.374834] env[70059]: DEBUG nova.compute.manager [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Refreshing instance network info cache due to event network-changed-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.375146] env[70059]: DEBUG oslo_concurrency.lockutils [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] Acquiring lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.375304] env[70059]: DEBUG oslo_concurrency.lockutils [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] Acquired lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.375448] env[70059]: DEBUG nova.network.neutron [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Refreshing network info cache for port 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.385526] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.396521] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.396653] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.396740] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Deleting the datastore file [datastore2] 2fd24361-c79d-49d6-86fb-a064a42d88be {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.397033] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71dcb77-0483-4d73-9854-e5bc9af987ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.405321] env[70059]: DEBUG oslo_vmware.api [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for the task: (returnval){ [ 844.405321] env[70059]: value = "task-3189081" [ 844.405321] env[70059]: _type = "Task" [ 844.405321] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.414397] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.414704] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.414907] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.415135] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.415303] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.415540] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.415834] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.416481] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.416481] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.416481] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.416671] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.417750] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3946aacb-86ba-43a8-86a9-a2a242460225 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.423839] env[70059]: DEBUG oslo_vmware.api [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.428936] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6951a4-1d1e-4234-9589-c10111b195ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.523385] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189079, 'name': ReconfigVM_Task, 'duration_secs': 0.441325} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.523512] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-02584806-6c50-47ce-b796-94f4b78fcdda/volume-02584806-6c50-47ce-b796-94f4b78fcdda.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.528254] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32aa7cc4-b7a5-422c-a634-28f6fd816a8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.539009] env[70059]: DEBUG nova.scheduler.client.report [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.547625] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 844.547625] env[70059]: value = "task-3189082" [ 844.547625] env[70059]: _type = "Task" [ 844.547625] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.555583] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.919494] env[70059]: DEBUG oslo_vmware.api [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Task: {'id': task-3189081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149084} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.919764] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.919939] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.920133] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.920314] env[70059]: INFO nova.compute.manager [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Took 1.13 seconds to destroy the instance on the hypervisor. [ 844.920554] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.920750] env[70059]: DEBUG nova.compute.manager [-] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.920870] env[70059]: DEBUG nova.network.neutron [-] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.043730] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.044349] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.046931] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.743s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.047187] env[70059]: DEBUG nova.objects.instance [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lazy-loading 'resources' on Instance uuid a03925d2-fbc2-4b5f-b95f-43f36e2692f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.058714] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189082, 'name': ReconfigVM_Task, 'duration_secs': 0.380869} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.059327] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637711', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'name': 'volume-02584806-6c50-47ce-b796-94f4b78fcdda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88075c05-5098-4c8a-83e1-1569ab3f7364', 'attached_at': '', 'detached_at': '', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'serial': '02584806-6c50-47ce-b796-94f4b78fcdda'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 845.061123] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e91f652-e2a0-4e41-aec1-885270d6172e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.074153] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 845.074153] env[70059]: value = "task-3189083" [ 845.074153] env[70059]: _type = "Task" [ 845.074153] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.084677] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189083, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.154443] env[70059]: DEBUG nova.network.neutron [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updated VIF entry in instance network info cache for port 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.154896] env[70059]: DEBUG nova.network.neutron [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updating instance_info_cache with network_info: [{"id": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "address": "fa:16:3e:91:f2:3f", "network": {"id": "f2f8aae5-e918-4386-9486-cbe0bf2fd1d3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1476473077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf1c6536cbc94bedb057afea306c5ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cf8c2c-cc", "ovs_interfaceid": "26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.195281] env[70059]: DEBUG nova.compute.manager [req-6e2ee431-7441-46a7-b052-f9af1ced83c5 req-3a524389-dec2-4440-9ad6-4980731f68b2 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Received event network-vif-deleted-b3e44f87-baec-41a4-8ea1-b71b0d8af530 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.195482] env[70059]: INFO nova.compute.manager [req-6e2ee431-7441-46a7-b052-f9af1ced83c5 req-3a524389-dec2-4440-9ad6-4980731f68b2 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Neutron deleted interface b3e44f87-baec-41a4-8ea1-b71b0d8af530; detaching it from the instance and deleting it from the info cache [ 845.195680] env[70059]: DEBUG nova.network.neutron [req-6e2ee431-7441-46a7-b052-f9af1ced83c5 req-3a524389-dec2-4440-9ad6-4980731f68b2 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.517180] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Successfully updated port: c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.554363] env[70059]: DEBUG nova.compute.utils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.559740] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.560090] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.585608] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189083, 'name': Rename_Task, 'duration_secs': 0.192999} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.585892] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.586147] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c77be316-9d1a-4914-bccc-95e924b5ab27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.592749] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 845.592749] env[70059]: value = "task-3189084" [ 845.592749] env[70059]: _type = "Task" [ 845.592749] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.598919] env[70059]: DEBUG nova.policy [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffce3304056746efabcc21a682473ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd45194d3d8c43c68f2e900dbf0692eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.604839] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.658030] env[70059]: DEBUG oslo_concurrency.lockutils [req-74abd064-b454-4f37-913f-df783f37422b req-bf9f354e-1c25-4b3c-9b3c-6ed5e842734f service nova] Releasing lock "refresh_cache-0d46a59d-0b8c-4352-bdd5-ef49274ca424" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.679019] env[70059]: DEBUG nova.network.neutron [-] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.698379] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4fb4f62-fcb8-45da-97d1-702f42cb75c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.712094] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b95997-f614-42cf-ab0b-fd275481282d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.747515] env[70059]: DEBUG nova.compute.manager [req-6e2ee431-7441-46a7-b052-f9af1ced83c5 req-3a524389-dec2-4440-9ad6-4980731f68b2 service nova] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Detach interface failed, port_id=b3e44f87-baec-41a4-8ea1-b71b0d8af530, reason: Instance 2fd24361-c79d-49d6-86fb-a064a42d88be could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 845.884635] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Successfully created port: 484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.021852] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "refresh_cache-e0ceb003-ae7c-4707-b523-2363cc9833b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.022153] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "refresh_cache-e0ceb003-ae7c-4707-b523-2363cc9833b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.022201] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.043722] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828f03cb-5d37-4242-aaa7-f7c90ab78d90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.051792] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d349f5aa-70dc-4029-aa97-96d5c1dab43c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.083729] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.087948] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3319b4c-1496-46a8-bd7c-e8cb1ddab76a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.095630] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639cde2-3229-4348-a02a-591edbe5c509 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.107833] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.116360] env[70059]: DEBUG nova.compute.provider_tree [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.180025] env[70059]: INFO nova.compute.manager [-] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Took 1.26 seconds to deallocate network for instance. [ 846.418060] env[70059]: DEBUG nova.compute.manager [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Received event network-vif-plugged-c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.418060] env[70059]: DEBUG oslo_concurrency.lockutils [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] Acquiring lock "e0ceb003-ae7c-4707-b523-2363cc9833b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.418060] env[70059]: DEBUG oslo_concurrency.lockutils [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.418060] env[70059]: DEBUG oslo_concurrency.lockutils [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.418293] env[70059]: DEBUG nova.compute.manager [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] No waiting events found dispatching network-vif-plugged-c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.418328] env[70059]: WARNING nova.compute.manager [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Received unexpected event network-vif-plugged-c3a20652-a3a0-478b-a05f-630070adac4d for instance with vm_state building and task_state spawning. [ 846.418556] env[70059]: DEBUG nova.compute.manager [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Received event network-changed-c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.418634] env[70059]: DEBUG nova.compute.manager [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Refreshing instance network info cache due to event network-changed-c3a20652-a3a0-478b-a05f-630070adac4d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.418826] env[70059]: DEBUG oslo_concurrency.lockutils [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] Acquiring lock "refresh_cache-e0ceb003-ae7c-4707-b523-2363cc9833b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.556949] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.614174] env[70059]: DEBUG oslo_vmware.api [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189084, 'name': PowerOnVM_Task, 'duration_secs': 0.865505} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.614174] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.614174] env[70059]: INFO nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Took 5.24 seconds to spawn the instance on the hypervisor. [ 846.614174] env[70059]: DEBUG nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.614174] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48366972-b112-4dcb-8d72-e1ac83a341c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.620697] env[70059]: DEBUG nova.scheduler.client.report [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.686083] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.731037] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Updating instance_info_cache with network_info: [{"id": "c3a20652-a3a0-478b-a05f-630070adac4d", "address": "fa:16:3e:f6:d5:e9", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a20652-a3", "ovs_interfaceid": "c3a20652-a3a0-478b-a05f-630070adac4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.094502] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.122285] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.122536] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.122695] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.122876] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.123077] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.123266] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.123488] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.123648] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.123814] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.123991] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.124286] env[70059]: DEBUG nova.virt.hardware [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.125176] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bae8d0-dd93-4e7c-892a-30791ee83ef8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.132783] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.139129] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.651s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.139369] env[70059]: DEBUG nova.objects.instance [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lazy-loading 'resources' on Instance uuid c8e47f25-9bbd-431f-bf2f-4f55169fd38e {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.143655] env[70059]: INFO nova.compute.manager [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Took 52.15 seconds to build instance. [ 847.145570] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2798bebd-477e-4312-ae8f-4fcce2c4f898 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.165604] env[70059]: INFO nova.scheduler.client.report [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Deleted allocations for instance a03925d2-fbc2-4b5f-b95f-43f36e2692f2 [ 847.234043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "refresh_cache-e0ceb003-ae7c-4707-b523-2363cc9833b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.234530] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Instance network_info: |[{"id": "c3a20652-a3a0-478b-a05f-630070adac4d", "address": "fa:16:3e:f6:d5:e9", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a20652-a3", "ovs_interfaceid": "c3a20652-a3a0-478b-a05f-630070adac4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.234748] env[70059]: DEBUG oslo_concurrency.lockutils [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] Acquired lock "refresh_cache-e0ceb003-ae7c-4707-b523-2363cc9833b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.234899] env[70059]: DEBUG nova.network.neutron [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Refreshing network info cache for port c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.236512] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:d5:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3a20652-a3a0-478b-a05f-630070adac4d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.246104] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.247143] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.247408] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de8abf2b-0ad6-40db-b8db-26e682285b0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.271027] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.271027] env[70059]: value = "task-3189085" [ 847.271027] env[70059]: _type = "Task" [ 847.271027] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.278949] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189085, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.602029] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Successfully updated port: 484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.653711] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59eafef5-8b61-4296-9f3d-fd341cf72860 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.914s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.678778] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d55e9e20-9b24-4571-8c59-1c2af333da28 tempest-ListServerFiltersTestJSON-1593756926 tempest-ListServerFiltersTestJSON-1593756926-project-member] Lock "a03925d2-fbc2-4b5f-b95f-43f36e2692f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.931s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.787575] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189085, 'name': CreateVM_Task, 'duration_secs': 0.389035} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.787872] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.788757] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.789049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.789437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.790468] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3aaa77-3331-4329-9bdc-0d478b47fc54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.798540] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 847.798540] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521b4c03-25a7-efda-5e0c-49f062e98b87" [ 847.798540] env[70059]: _type = "Task" [ 847.798540] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.807530] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521b4c03-25a7-efda-5e0c-49f062e98b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.035691] env[70059]: DEBUG nova.compute.manager [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Received event network-changed-9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.035965] env[70059]: DEBUG nova.compute.manager [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Refreshing instance network info cache due to event network-changed-9d9d8713-20ae-4044-aa5e-0515938a83ed. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.036307] env[70059]: DEBUG oslo_concurrency.lockutils [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] Acquiring lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.036846] env[70059]: DEBUG oslo_concurrency.lockutils [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] Acquired lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.036846] env[70059]: DEBUG nova.network.neutron [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Refreshing network info cache for port 9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.038937] env[70059]: DEBUG nova.network.neutron [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Updated VIF entry in instance network info cache for port c3a20652-a3a0-478b-a05f-630070adac4d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.039407] env[70059]: DEBUG nova.network.neutron [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Updating instance_info_cache with network_info: [{"id": "c3a20652-a3a0-478b-a05f-630070adac4d", "address": "fa:16:3e:f6:d5:e9", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a20652-a3", "ovs_interfaceid": "c3a20652-a3a0-478b-a05f-630070adac4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.106539] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "refresh_cache-ef019654-75be-4394-ad62-f19d9eabdd6e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.106841] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "refresh_cache-ef019654-75be-4394-ad62-f19d9eabdd6e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.106841] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.158458] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.178025] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55391c-476d-4950-853a-14fd639503c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.186477] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d9ba6-efb7-454b-94f7-ed47840919a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.219514] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc61def-1ca2-4643-9794-c2e56a6e2fea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.227974] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df7abb8-165e-4a1f-8804-5c7a05e54d41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.242622] env[70059]: DEBUG nova.compute.provider_tree [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.311590] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521b4c03-25a7-efda-5e0c-49f062e98b87, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.311895] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.312158] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.312409] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.312556] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312740] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.313010] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd5a849-98b7-4660-aa1d-0f14e7da09c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.321500] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.322284] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.322754] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658745e7-be90-443c-ada1-6d43eed6a609 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.329041] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 848.329041] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5295c3eb-e0f5-8e2e-5b88-4d89317110ac" [ 848.329041] env[70059]: _type = "Task" [ 848.329041] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.335481] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5295c3eb-e0f5-8e2e-5b88-4d89317110ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.443296] env[70059]: DEBUG nova.compute.manager [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Received event network-vif-plugged-484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.443537] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] Acquiring lock "ef019654-75be-4394-ad62-f19d9eabdd6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.443782] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.443905] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.444113] env[70059]: DEBUG nova.compute.manager [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] No waiting events found dispatching network-vif-plugged-484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.444259] env[70059]: WARNING nova.compute.manager [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Received unexpected event network-vif-plugged-484a5f37-b886-4ef0-8a74-7f12886acb20 for instance with vm_state building and task_state spawning. [ 848.444416] env[70059]: DEBUG nova.compute.manager [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Received event network-changed-484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.444565] env[70059]: DEBUG nova.compute.manager [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Refreshing instance network info cache due to event network-changed-484a5f37-b886-4ef0-8a74-7f12886acb20. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.444726] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] Acquiring lock "refresh_cache-ef019654-75be-4394-ad62-f19d9eabdd6e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.545024] env[70059]: DEBUG oslo_concurrency.lockutils [req-b2aa4490-e087-4ec2-aec9-cdd2fd375641 req-5cd81615-dce8-401f-923e-16043bdfb291 service nova] Releasing lock "refresh_cache-e0ceb003-ae7c-4707-b523-2363cc9833b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.643431] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.684217] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.747905] env[70059]: DEBUG nova.scheduler.client.report [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.843034] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5295c3eb-e0f5-8e2e-5b88-4d89317110ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.843034] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc2fe30-e54d-4075-9b72-e720ecbe7176 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.847206] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 848.847206] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52533c30-7a80-c994-8a4b-cd5c6d80b806" [ 848.847206] env[70059]: _type = "Task" [ 848.847206] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.856719] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52533c30-7a80-c994-8a4b-cd5c6d80b806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.864542] env[70059]: DEBUG nova.network.neutron [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Updating instance_info_cache with network_info: [{"id": "484a5f37-b886-4ef0-8a74-7f12886acb20", "address": "fa:16:3e:12:77:14", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484a5f37-b8", "ovs_interfaceid": "484a5f37-b886-4ef0-8a74-7f12886acb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.934221] env[70059]: DEBUG nova.network.neutron [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updated VIF entry in instance network info cache for port 9d9d8713-20ae-4044-aa5e-0515938a83ed. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.934625] env[70059]: DEBUG nova.network.neutron [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updating instance_info_cache with network_info: [{"id": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "address": "fa:16:3e:4e:51:3b", "network": {"id": "80b79e51-a86e-483c-861b-85b781981d45", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-284578768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af2f303415e942d7b281e034d9f4cab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9d8713-20", "ovs_interfaceid": "9d9d8713-20ae-4044-aa5e-0515938a83ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.258282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.260755] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.806s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.262358] env[70059]: INFO nova.compute.claims [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.279596] env[70059]: INFO nova.scheduler.client.report [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Deleted allocations for instance c8e47f25-9bbd-431f-bf2f-4f55169fd38e [ 849.359913] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52533c30-7a80-c994-8a4b-cd5c6d80b806, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.360178] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.360445] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e0ceb003-ae7c-4707-b523-2363cc9833b9/e0ceb003-ae7c-4707-b523-2363cc9833b9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.360761] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5a2745-c20c-4dde-90c9-193f1fea3958 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.367897] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 849.367897] env[70059]: value = "task-3189086" [ 849.367897] env[70059]: _type = "Task" [ 849.367897] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.371648] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "refresh_cache-ef019654-75be-4394-ad62-f19d9eabdd6e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.371947] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Instance network_info: |[{"id": "484a5f37-b886-4ef0-8a74-7f12886acb20", "address": "fa:16:3e:12:77:14", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484a5f37-b8", "ovs_interfaceid": "484a5f37-b886-4ef0-8a74-7f12886acb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.372237] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] Acquired lock "refresh_cache-ef019654-75be-4394-ad62-f19d9eabdd6e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.372417] env[70059]: DEBUG nova.network.neutron [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Refreshing network info cache for port 484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.373535] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:77:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '484a5f37-b886-4ef0-8a74-7f12886acb20', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.380885] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.382317] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.382541] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7cbd30d-4f9e-4b8d-a49b-218ab0477eae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.400522] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.405153] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.405153] env[70059]: value = "task-3189087" [ 849.405153] env[70059]: _type = "Task" [ 849.405153] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.413124] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189087, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.438067] env[70059]: DEBUG oslo_concurrency.lockutils [req-5d4af6a2-a8e4-449b-9a37-d4732eab1978 req-1c4ae8a5-9065-4fac-8005-42cc138ea068 service nova] Releasing lock "refresh_cache-88075c05-5098-4c8a-83e1-1569ab3f7364" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.789241] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6464dc75-5d87-4072-b1fb-a0ed8cfa23c9 tempest-ServerMetadataNegativeTestJSON-1305087658 tempest-ServerMetadataNegativeTestJSON-1305087658-project-member] Lock "c8e47f25-9bbd-431f-bf2f-4f55169fd38e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.576s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.880455] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189086, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.917264] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189087, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.208915] env[70059]: DEBUG nova.network.neutron [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Updated VIF entry in instance network info cache for port 484a5f37-b886-4ef0-8a74-7f12886acb20. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.209255] env[70059]: DEBUG nova.network.neutron [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Updating instance_info_cache with network_info: [{"id": "484a5f37-b886-4ef0-8a74-7f12886acb20", "address": "fa:16:3e:12:77:14", "network": {"id": "db48845b-7300-4f63-aa75-36a79d185cf4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1487467643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd45194d3d8c43c68f2e900dbf0692eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap484a5f37-b8", "ovs_interfaceid": "484a5f37-b886-4ef0-8a74-7f12886acb20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.380225] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526362} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.380530] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e0ceb003-ae7c-4707-b523-2363cc9833b9/e0ceb003-ae7c-4707-b523-2363cc9833b9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.381597] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.381597] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db716888-e3fd-4a81-9c0f-d2800303c759 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.388048] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 850.388048] env[70059]: value = "task-3189088" [ 850.388048] env[70059]: _type = "Task" [ 850.388048] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.397291] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.420860] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189087, 'name': CreateVM_Task, 'duration_secs': 0.560086} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.421924] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.421924] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.421924] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.422282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.422555] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d4ff4e-371a-4a91-8fef-146009965052 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.427784] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 850.427784] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ad37df-2a4c-4cb8-658f-a680e5b7b689" [ 850.427784] env[70059]: _type = "Task" [ 850.427784] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.439397] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ad37df-2a4c-4cb8-658f-a680e5b7b689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.715618] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a5fd84b-a4f2-4e47-82a5-b7e97805d2ff req-e2a3faa9-4174-4298-b697-645238a41ac6 service nova] Releasing lock "refresh_cache-ef019654-75be-4394-ad62-f19d9eabdd6e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.787464] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94371f3-182c-436c-a4e5-902b03ceaf96 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.796148] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d078543a-b3d0-464d-91fa-0bb51fcbc43f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.831406] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7443affc-f911-4ef6-b7c2-d3dd006bed79 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.842198] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e7dd4-0de3-48fe-bdab-7b5aafac1311 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.856940] env[70059]: DEBUG nova.compute.provider_tree [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.899944] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074416} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.899944] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.900692] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c36b050-1e10-4bcc-a7cf-efec34874fa8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.922234] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] e0ceb003-ae7c-4707-b523-2363cc9833b9/e0ceb003-ae7c-4707-b523-2363cc9833b9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.923024] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50d76358-b489-4476-8d90-9f82c0027c0c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.946547] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ad37df-2a4c-4cb8-658f-a680e5b7b689, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.947985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.948255] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.948487] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.948631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.948825] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.949190] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 850.949190] env[70059]: value = "task-3189089" [ 850.949190] env[70059]: _type = "Task" [ 850.949190] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.949388] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e1b649c-18fd-46c4-a209-caa416a9384e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.959254] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.960368] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.960544] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.961253] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a180d6fd-f9f8-45cf-8c60-56629ae71c94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.967193] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 850.967193] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e1dd12-407a-81a9-a8e4-4fc4e50760dd" [ 850.967193] env[70059]: _type = "Task" [ 850.967193] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.974870] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e1dd12-407a-81a9-a8e4-4fc4e50760dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.364211] env[70059]: DEBUG nova.scheduler.client.report [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.462821] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189089, 'name': ReconfigVM_Task, 'duration_secs': 0.270162} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.462821] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] e0ceb003-ae7c-4707-b523-2363cc9833b9/e0ceb003-ae7c-4707-b523-2363cc9833b9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.463295] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e403fcd-ad73-4a66-b703-3782bd57a54e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.474188] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 851.474188] env[70059]: value = "task-3189090" [ 851.474188] env[70059]: _type = "Task" [ 851.474188] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.484216] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e1dd12-407a-81a9-a8e4-4fc4e50760dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.484216] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79a1c4a-036c-4026-8d26-45aa1fc4acdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.489954] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189090, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.494897] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 851.494897] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522af692-4dd2-1439-69ac-f50fe9ede35c" [ 851.494897] env[70059]: _type = "Task" [ 851.494897] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.503795] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522af692-4dd2-1439-69ac-f50fe9ede35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.871056] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.871056] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.873249] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.456s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.873558] env[70059]: DEBUG nova.objects.instance [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lazy-loading 'resources' on Instance uuid a71a138e-d9a6-4a11-ae20-02fbbd798f32 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.985964] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189090, 'name': Rename_Task, 'duration_secs': 0.138032} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.985964] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.986163] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9f121a-2f06-430e-abcc-6f019243613c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.996018] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 851.996018] env[70059]: value = "task-3189091" [ 851.996018] env[70059]: _type = "Task" [ 851.996018] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.007286] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.011301] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522af692-4dd2-1439-69ac-f50fe9ede35c, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.012112] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.012480] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] ef019654-75be-4394-ad62-f19d9eabdd6e/ef019654-75be-4394-ad62-f19d9eabdd6e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.012753] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e54bb48-9d0d-4697-b4e7-ab110483f669 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.019167] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 852.019167] env[70059]: value = "task-3189092" [ 852.019167] env[70059]: _type = "Task" [ 852.019167] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.029266] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.282281] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "520e7233-7398-4f8d-b604-89a4ee9a693f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.282281] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.380399] env[70059]: DEBUG nova.compute.utils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.389080] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.389080] env[70059]: DEBUG nova.network.neutron [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.504321] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189091, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.507956] env[70059]: DEBUG nova.policy [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73972e8525ab4df98ab64f418d939130', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab53f8407d6d4931adb7d1e13b1ebc80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.529319] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48077} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.529838] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] ef019654-75be-4394-ad62-f19d9eabdd6e/ef019654-75be-4394-ad62-f19d9eabdd6e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.530224] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.531099] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b64b5e4-407a-4256-84a9-870853a851d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.542343] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 852.542343] env[70059]: value = "task-3189093" [ 852.542343] env[70059]: _type = "Task" [ 852.542343] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.554621] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.852021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "06859ed1-b71b-4250-bbe1-7192c8c91b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.852021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.888343] env[70059]: DEBUG nova.compute.utils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.943791] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076046ae-0dd4-4d2a-b164-cf72a803e43b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.951756] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06dd84-a358-413e-84c3-b80833111649 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.986588] env[70059]: DEBUG nova.network.neutron [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Successfully created port: eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.989188] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f3d293-eea8-4c90-a9fb-dd8f62fe101a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.000581] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0350450d-a09b-4d0c-9602-465008990f82 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.008880] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189091, 'name': PowerOnVM_Task, 'duration_secs': 0.714906} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.017219] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.017219] env[70059]: INFO nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Took 8.63 seconds to spawn the instance on the hypervisor. [ 853.017305] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.017721] env[70059]: DEBUG nova.compute.provider_tree [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.021025] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47b359-1fc8-4e80-b9fe-5d57aac3d997 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.052395] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056842} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.052395] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.052535] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff95b55f-3073-4dfd-a4ff-6765fcd62201 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.076429] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ef019654-75be-4394-ad62-f19d9eabdd6e/ef019654-75be-4394-ad62-f19d9eabdd6e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.077415] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1728cd-ce09-4e49-b87b-64179322e36a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.097189] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 853.097189] env[70059]: value = "task-3189094" [ 853.097189] env[70059]: _type = "Task" [ 853.097189] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.104948] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.391831] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.523887] env[70059]: DEBUG nova.scheduler.client.report [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.534564] env[70059]: INFO nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Took 57.01 seconds to build instance. [ 853.608028] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.029078] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.031601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.531s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.033288] env[70059]: INFO nova.compute.claims [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.036241] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.737s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.054722] env[70059]: INFO nova.scheduler.client.report [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Deleted allocations for instance a71a138e-d9a6-4a11-ae20-02fbbd798f32 [ 854.108034] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.401514] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.411920] env[70059]: DEBUG nova.compute.manager [req-28bbc5b2-0140-478a-8c72-754a6b6508f2 req-ce36ee14-1582-4559-bb33-51bbd9cdb98c service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Received event network-vif-plugged-eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.413395] env[70059]: DEBUG oslo_concurrency.lockutils [req-28bbc5b2-0140-478a-8c72-754a6b6508f2 req-ce36ee14-1582-4559-bb33-51bbd9cdb98c service nova] Acquiring lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.413626] env[70059]: DEBUG oslo_concurrency.lockutils [req-28bbc5b2-0140-478a-8c72-754a6b6508f2 req-ce36ee14-1582-4559-bb33-51bbd9cdb98c service nova] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.413790] env[70059]: DEBUG oslo_concurrency.lockutils [req-28bbc5b2-0140-478a-8c72-754a6b6508f2 req-ce36ee14-1582-4559-bb33-51bbd9cdb98c service nova] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.413952] env[70059]: DEBUG nova.compute.manager [req-28bbc5b2-0140-478a-8c72-754a6b6508f2 req-ce36ee14-1582-4559-bb33-51bbd9cdb98c service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] No waiting events found dispatching network-vif-plugged-eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.414122] env[70059]: WARNING nova.compute.manager [req-28bbc5b2-0140-478a-8c72-754a6b6508f2 req-ce36ee14-1582-4559-bb33-51bbd9cdb98c service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Received unexpected event network-vif-plugged-eef5c040-d9aa-42e3-bb86-a68c37fc6e00 for instance with vm_state building and task_state spawning. [ 854.432796] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:02:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='9211822',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-338716277',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.433054] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.433213] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.433408] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.433552] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.433699] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.433903] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.434097] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.434273] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.434436] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.434605] env[70059]: DEBUG nova.virt.hardware [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.435479] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf4129-5f55-4c91-8aef-de6453d856f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.443705] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac58810-02a9-4230-be7d-7adea27190e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.541257] env[70059]: DEBUG nova.network.neutron [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Successfully updated port: eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.542391] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.561237] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1d6-e16b-4ff5-ad7f-f1aeac01d4b1 tempest-InstanceActionsV221TestJSON-1864912057 tempest-InstanceActionsV221TestJSON-1864912057-project-member] Lock "a71a138e-d9a6-4a11-ae20-02fbbd798f32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.738s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.609646] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189094, 'name': ReconfigVM_Task, 'duration_secs': 1.031952} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.609646] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ef019654-75be-4394-ad62-f19d9eabdd6e/ef019654-75be-4394-ad62-f19d9eabdd6e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.609829] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56d78291-ff02-41d5-91be-21982ee4c9bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.616276] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 854.616276] env[70059]: value = "task-3189095" [ 854.616276] env[70059]: _type = "Task" [ 854.616276] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.623660] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189095, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.050170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.050170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.050170] env[70059]: DEBUG nova.network.neutron [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.068898] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.127624] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189095, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.469082] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d6eeb-c6fd-4e89-bfdf-d881de1c791c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.477170] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d6cec2-ff59-4b74-8b37-7b9b4e6ed3b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.515887] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e262a18-da49-429a-9ef2-fe3d95562d29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.524455] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336f96e-33df-4212-8a0c-e22d6b2ab734 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.538099] env[70059]: DEBUG nova.compute.provider_tree [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.582741] env[70059]: DEBUG nova.network.neutron [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.627882] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189095, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.712337] env[70059]: DEBUG nova.network.neutron [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updating instance_info_cache with network_info: [{"id": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "address": "fa:16:3e:58:40:21", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c040-d9", "ovs_interfaceid": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.041248] env[70059]: DEBUG nova.scheduler.client.report [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.126680] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189095, 'name': Rename_Task, 'duration_secs': 1.476274} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.127447] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.127447] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a5e6080-7c1e-4642-8a8f-1f08267bc352 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.132777] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 856.132777] env[70059]: value = "task-3189096" [ 856.132777] env[70059]: _type = "Task" [ 856.132777] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.140417] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.218169] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Releasing lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.218577] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Instance network_info: |[{"id": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "address": "fa:16:3e:58:40:21", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c040-d9", "ovs_interfaceid": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.219189] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:40:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eef5c040-d9aa-42e3-bb86-a68c37fc6e00', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.227750] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.228023] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.228313] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086d6964-7907-4af9-a108-2de3bd0ef92c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.252418] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.252418] env[70059]: value = "task-3189097" [ 856.252418] env[70059]: _type = "Task" [ 856.252418] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.259532] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189097, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.452257] env[70059]: DEBUG nova.compute.manager [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Received event network-changed-eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.452257] env[70059]: DEBUG nova.compute.manager [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Refreshing instance network info cache due to event network-changed-eef5c040-d9aa-42e3-bb86-a68c37fc6e00. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.452594] env[70059]: DEBUG oslo_concurrency.lockutils [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] Acquiring lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.452684] env[70059]: DEBUG oslo_concurrency.lockutils [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] Acquired lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.453058] env[70059]: DEBUG nova.network.neutron [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Refreshing network info cache for port eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.547180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.547912] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.551277] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 49.536s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.551539] env[70059]: DEBUG nova.objects.instance [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.642703] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.762715] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189097, 'name': CreateVM_Task, 'duration_secs': 0.341704} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.762874] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.763586] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.763740] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.764076] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.764344] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046a0d19-f768-47dc-8c13-a430fe4233be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.768954] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 856.768954] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fe7e39-7914-61ef-f37b-fa30a39ccb2a" [ 856.768954] env[70059]: _type = "Task" [ 856.768954] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.776763] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fe7e39-7914-61ef-f37b-fa30a39ccb2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.056706] env[70059]: DEBUG nova.compute.utils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.060648] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.060806] env[70059]: DEBUG nova.network.neutron [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.109848] env[70059]: DEBUG nova.policy [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dfcb089e0de4396877ddd702f3f59d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f5ea8d10b14ba2a6aff44d1240f7b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.142616] env[70059]: DEBUG oslo_vmware.api [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189096, 'name': PowerOnVM_Task, 'duration_secs': 0.766465} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.142863] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.143072] env[70059]: INFO nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Took 10.05 seconds to spawn the instance on the hypervisor. [ 857.143252] env[70059]: DEBUG nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.143993] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90962b8b-2fbe-49c2-ac26-f848eac47cf5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.186151] env[70059]: DEBUG nova.network.neutron [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updated VIF entry in instance network info cache for port eef5c040-d9aa-42e3-bb86-a68c37fc6e00. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.186151] env[70059]: DEBUG nova.network.neutron [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updating instance_info_cache with network_info: [{"id": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "address": "fa:16:3e:58:40:21", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c040-d9", "ovs_interfaceid": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.279515] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fe7e39-7914-61ef-f37b-fa30a39ccb2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.279819] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.280075] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.280316] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.280464] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.280644] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.280902] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513493d6-5679-4c6b-92d4-214e0f1af8a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.290210] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.290603] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.291328] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f1bdeb-2042-48f1-9fad-a1f0a0266da0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.295957] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 857.295957] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b9fc2e-f0a2-99ff-f4c0-4ff345597d80" [ 857.295957] env[70059]: _type = "Task" [ 857.295957] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.303323] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b9fc2e-f0a2-99ff-f4c0-4ff345597d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.454975] env[70059]: DEBUG nova.network.neutron [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Successfully created port: 8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.561305] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.565160] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f7b4f324-1fe6-4a34-9529-9495a67fb33e tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.566085] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.941s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.566307] env[70059]: DEBUG nova.objects.instance [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lazy-loading 'resources' on Instance uuid ca457c4e-4865-43e0-86e1-617fada34e38 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.662930] env[70059]: INFO nova.compute.manager [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Took 58.40 seconds to build instance. [ 857.688297] env[70059]: DEBUG oslo_concurrency.lockutils [req-b8c91451-4ebc-4aa8-b8b5-b5237af43915 req-9e6ec7f0-c69d-410c-ae31-10c706bfe684 service nova] Releasing lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.806008] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b9fc2e-f0a2-99ff-f4c0-4ff345597d80, 'name': SearchDatastore_Task, 'duration_secs': 0.015631} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.806782] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40906b98-e860-4df4-9758-037db5788737 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.812036] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 857.812036] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5283c6f0-58f0-75c6-01f9-4ba7f4e53b25" [ 857.812036] env[70059]: _type = "Task" [ 857.812036] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.819651] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5283c6f0-58f0-75c6-01f9-4ba7f4e53b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.166427] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0651de47-09fc-490d-83e2-b74436202420 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.843s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.322915] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5283c6f0-58f0-75c6-01f9-4ba7f4e53b25, 'name': SearchDatastore_Task, 'duration_secs': 0.016125} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.325120] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.325417] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c/2482e827-fac7-4d34-b8aa-bc93c44eef8c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.325837] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f801fb2c-102a-4662-96a2-454e2a2aef76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.332253] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 858.332253] env[70059]: value = "task-3189098" [ 858.332253] env[70059]: _type = "Task" [ 858.332253] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.341584] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.414400] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "e0ceb003-ae7c-4707-b523-2363cc9833b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.414645] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.414848] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "e0ceb003-ae7c-4707-b523-2363cc9833b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.415053] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.415389] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.417835] env[70059]: INFO nova.compute.manager [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Terminating instance [ 858.473983] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebcdc37-8a53-4ad0-8c3c-7f8ae2ec29e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.476738] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "ef019654-75be-4394-ad62-f19d9eabdd6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.476982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.477265] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "ef019654-75be-4394-ad62-f19d9eabdd6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.477490] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.477666] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.479810] env[70059]: INFO nova.compute.manager [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Terminating instance [ 858.484637] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30d1d8-9ced-44f3-8c48-23945e5c5104 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.514782] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf4c95-870d-427f-a8a7-26aca223e232 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.523119] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349895af-0d45-4592-be9c-c0c869e418a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.538352] env[70059]: DEBUG nova.compute.provider_tree [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.574120] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.608910] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.609245] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.609442] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.609675] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.609855] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.610085] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.610326] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.610491] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.610659] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.610855] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.611083] env[70059]: DEBUG nova.virt.hardware [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.612757] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc51ef8-efb9-4fbc-b990-e1a5e66c305d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.622408] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc51681-fe7e-4f3f-b8d1-7b6311e2d55a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.672318] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.842245] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.908334] env[70059]: DEBUG nova.compute.manager [req-94d3268f-3b97-4a32-b5bf-241aa1a57f79 req-cd13b276-de89-479c-a2b4-6af5caa01e3d service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Received event network-vif-plugged-8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.908560] env[70059]: DEBUG oslo_concurrency.lockutils [req-94d3268f-3b97-4a32-b5bf-241aa1a57f79 req-cd13b276-de89-479c-a2b4-6af5caa01e3d service nova] Acquiring lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.908771] env[70059]: DEBUG oslo_concurrency.lockutils [req-94d3268f-3b97-4a32-b5bf-241aa1a57f79 req-cd13b276-de89-479c-a2b4-6af5caa01e3d service nova] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.908936] env[70059]: DEBUG oslo_concurrency.lockutils [req-94d3268f-3b97-4a32-b5bf-241aa1a57f79 req-cd13b276-de89-479c-a2b4-6af5caa01e3d service nova] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.909384] env[70059]: DEBUG nova.compute.manager [req-94d3268f-3b97-4a32-b5bf-241aa1a57f79 req-cd13b276-de89-479c-a2b4-6af5caa01e3d service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] No waiting events found dispatching network-vif-plugged-8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.909744] env[70059]: WARNING nova.compute.manager [req-94d3268f-3b97-4a32-b5bf-241aa1a57f79 req-cd13b276-de89-479c-a2b4-6af5caa01e3d service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Received unexpected event network-vif-plugged-8c63284b-ba91-4c03-ba41-7968c1276c11 for instance with vm_state building and task_state spawning. [ 858.921042] env[70059]: DEBUG nova.compute.manager [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.921226] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.922089] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92bd67-6c29-4d31-bac9-d2e112674762 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.929991] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.930328] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edaa98c3-a68b-4bd0-a905-d693627a4b1d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.937038] env[70059]: DEBUG oslo_vmware.api [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 858.937038] env[70059]: value = "task-3189099" [ 858.937038] env[70059]: _type = "Task" [ 858.937038] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.945465] env[70059]: DEBUG oslo_vmware.api [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.989241] env[70059]: DEBUG nova.compute.manager [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.989474] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.990358] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3cee0-37da-4440-af84-49190a7f14e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.998262] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.998540] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3aee67-87f5-4497-a998-a3899b42b8d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.005094] env[70059]: DEBUG oslo_vmware.api [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 859.005094] env[70059]: value = "task-3189100" [ 859.005094] env[70059]: _type = "Task" [ 859.005094] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.012701] env[70059]: DEBUG oslo_vmware.api [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.020958] env[70059]: DEBUG nova.network.neutron [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Successfully updated port: 8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.041989] env[70059]: DEBUG nova.scheduler.client.report [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.198234] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.343131] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557723} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.343399] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c/2482e827-fac7-4d34-b8aa-bc93c44eef8c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.343611] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.343851] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3ceae27-d0f5-46e3-93a0-ae28d43837f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.350973] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 859.350973] env[70059]: value = "task-3189101" [ 859.350973] env[70059]: _type = "Task" [ 859.350973] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.359448] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.447052] env[70059]: DEBUG oslo_vmware.api [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189099, 'name': PowerOffVM_Task, 'duration_secs': 0.230653} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.447427] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.447642] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.447946] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4339311-eb7b-4fc3-bc7b-bfee5b986c34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.511049] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.511262] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.511431] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleting the datastore file [datastore2] e0ceb003-ae7c-4707-b523-2363cc9833b9 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.512107] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae66cffc-993c-442c-b58b-9f208521e0a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.516672] env[70059]: DEBUG oslo_vmware.api [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189100, 'name': PowerOffVM_Task, 'duration_secs': 0.216211} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.517310] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.517612] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.517879] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d37a7a-dea4-4153-9989-01c556c68013 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.521154] env[70059]: DEBUG oslo_vmware.api [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 859.521154] env[70059]: value = "task-3189103" [ 859.521154] env[70059]: _type = "Task" [ 859.521154] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.524613] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "refresh_cache-aba9e6d0-d4d4-4141-bc97-902a1e5e4925" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.524805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "refresh_cache-aba9e6d0-d4d4-4141-bc97-902a1e5e4925" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.524885] env[70059]: DEBUG nova.network.neutron [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.530688] env[70059]: DEBUG oslo_vmware.api [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.547384] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.549551] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.684s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.550928] env[70059]: INFO nova.compute.claims [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.567981] env[70059]: INFO nova.scheduler.client.report [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Deleted allocations for instance ca457c4e-4865-43e0-86e1-617fada34e38 [ 859.582387] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.582825] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.582825] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleting the datastore file [datastore2] ef019654-75be-4394-ad62-f19d9eabdd6e {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.583071] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95f22471-7fc5-44e3-9a9f-e39cecfded8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.589545] env[70059]: DEBUG oslo_vmware.api [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for the task: (returnval){ [ 859.589545] env[70059]: value = "task-3189105" [ 859.589545] env[70059]: _type = "Task" [ 859.589545] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.598184] env[70059]: DEBUG oslo_vmware.api [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.860386] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069926} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.860671] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.861484] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7786a-26e1-4598-9db5-2031aaf1dacc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.882483] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c/2482e827-fac7-4d34-b8aa-bc93c44eef8c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.883041] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad975fea-b93c-4dcf-a88c-c968952e3af2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.901472] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 859.901472] env[70059]: value = "task-3189106" [ 859.901472] env[70059]: _type = "Task" [ 859.901472] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.909199] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.032596] env[70059]: DEBUG oslo_vmware.api [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199139} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.034047] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.034047] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.034047] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.034047] env[70059]: INFO nova.compute.manager [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 860.034047] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.034294] env[70059]: DEBUG nova.compute.manager [-] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.034340] env[70059]: DEBUG nova.network.neutron [-] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.062361] env[70059]: DEBUG nova.network.neutron [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.081451] env[70059]: DEBUG oslo_concurrency.lockutils [None req-85d8c884-81d1-43a9-978a-762043ffa9c5 tempest-FloatingIPsAssociationTestJSON-1119101158 tempest-FloatingIPsAssociationTestJSON-1119101158-project-member] Lock "ca457c4e-4865-43e0-86e1-617fada34e38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.917s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.101510] env[70059]: DEBUG oslo_vmware.api [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Task: {'id': task-3189105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183226} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.101830] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.102024] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.102895] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.102895] env[70059]: INFO nova.compute.manager [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 860.102895] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.103086] env[70059]: DEBUG nova.compute.manager [-] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.103169] env[70059]: DEBUG nova.network.neutron [-] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.223140] env[70059]: DEBUG nova.network.neutron [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Updating instance_info_cache with network_info: [{"id": "8c63284b-ba91-4c03-ba41-7968c1276c11", "address": "fa:16:3e:98:75:2e", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c63284b-ba", "ovs_interfaceid": "8c63284b-ba91-4c03-ba41-7968c1276c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.418034] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189106, 'name': ReconfigVM_Task, 'duration_secs': 0.305246} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.418034] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c/2482e827-fac7-4d34-b8aa-bc93c44eef8c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.421029] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70059) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 860.421029] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c81ef1c3-1f65-43d3-ba8f-51fded50d003 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.427546] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 860.427546] env[70059]: value = "task-3189107" [ 860.427546] env[70059]: _type = "Task" [ 860.427546] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.438061] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189107, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.492436] env[70059]: DEBUG nova.compute.manager [req-2d79aac1-47c4-42fe-97f7-bb22576301e8 req-4f8a014c-a91a-4b20-a5fc-4c802a13926a service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Received event network-vif-deleted-c3a20652-a3a0-478b-a05f-630070adac4d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.492542] env[70059]: INFO nova.compute.manager [req-2d79aac1-47c4-42fe-97f7-bb22576301e8 req-4f8a014c-a91a-4b20-a5fc-4c802a13926a service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Neutron deleted interface c3a20652-a3a0-478b-a05f-630070adac4d; detaching it from the instance and deleting it from the info cache [ 860.493076] env[70059]: DEBUG nova.network.neutron [req-2d79aac1-47c4-42fe-97f7-bb22576301e8 req-4f8a014c-a91a-4b20-a5fc-4c802a13926a service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.722909] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "refresh_cache-aba9e6d0-d4d4-4141-bc97-902a1e5e4925" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.723237] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Instance network_info: |[{"id": "8c63284b-ba91-4c03-ba41-7968c1276c11", "address": "fa:16:3e:98:75:2e", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c63284b-ba", "ovs_interfaceid": "8c63284b-ba91-4c03-ba41-7968c1276c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.723653] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:75:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c63284b-ba91-4c03-ba41-7968c1276c11', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.731761] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.733620] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.734012] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5b3274-99f3-481d-a4cb-f02372c11b45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.757214] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.757214] env[70059]: value = "task-3189108" [ 860.757214] env[70059]: _type = "Task" [ 860.757214] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.767060] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189108, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.946282] env[70059]: DEBUG nova.network.neutron [-] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.946282] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189107, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05508} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.946758] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70059) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 860.953302] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f764d-eb99-415e-8184-f3180c93bba0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.963563] env[70059]: DEBUG nova.compute.manager [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Received event network-changed-8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.963618] env[70059]: DEBUG nova.compute.manager [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Refreshing instance network info cache due to event network-changed-8c63284b-ba91-4c03-ba41-7968c1276c11. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.964598] env[70059]: DEBUG oslo_concurrency.lockutils [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] Acquiring lock "refresh_cache-aba9e6d0-d4d4-4141-bc97-902a1e5e4925" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.964598] env[70059]: DEBUG oslo_concurrency.lockutils [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] Acquired lock "refresh_cache-aba9e6d0-d4d4-4141-bc97-902a1e5e4925" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.964598] env[70059]: DEBUG nova.network.neutron [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Refreshing network info cache for port 8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.991190] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c/ephemeral_0.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.994835] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ec84de-e0ee-4913-9887-9e4bb1cf81af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.008997] env[70059]: DEBUG nova.network.neutron [-] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.010117] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a441c90c-c109-4213-a17c-23c7ddb70173 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.020790] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da417bf-6d21-4767-ac1e-5a581b978aa0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.033271] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 861.033271] env[70059]: value = "task-3189109" [ 861.033271] env[70059]: _type = "Task" [ 861.033271] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.048790] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.062672] env[70059]: DEBUG nova.compute.manager [req-2d79aac1-47c4-42fe-97f7-bb22576301e8 req-4f8a014c-a91a-4b20-a5fc-4c802a13926a service nova] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Detach interface failed, port_id=c3a20652-a3a0-478b-a05f-630070adac4d, reason: Instance e0ceb003-ae7c-4707-b523-2363cc9833b9 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.086461] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9858aac-fb2f-4977-9e2b-3b08032cdc5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.093817] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094986d-d899-451b-bea3-bc2913f5db23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.124536] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c066fa-15c4-4e9c-a89a-4a2d72994f43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.132352] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c6bf0d-6137-4423-a1eb-e1d6b648dbc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.146847] env[70059]: DEBUG nova.compute.provider_tree [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.268976] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189108, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.448295] env[70059]: INFO nova.compute.manager [-] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Took 1.41 seconds to deallocate network for instance. [ 861.514835] env[70059]: INFO nova.compute.manager [-] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Took 1.41 seconds to deallocate network for instance. [ 861.550859] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189109, 'name': ReconfigVM_Task, 'duration_secs': 0.428027} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.551110] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c/ephemeral_0.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.552040] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc997cc4-f5a4-4caa-8b92-c40e0061488e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.558410] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 861.558410] env[70059]: value = "task-3189110" [ 861.558410] env[70059]: _type = "Task" [ 861.558410] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.570036] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189110, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.651215] env[70059]: DEBUG nova.scheduler.client.report [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.758801] env[70059]: DEBUG nova.network.neutron [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Updated VIF entry in instance network info cache for port 8c63284b-ba91-4c03-ba41-7968c1276c11. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.759165] env[70059]: DEBUG nova.network.neutron [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Updating instance_info_cache with network_info: [{"id": "8c63284b-ba91-4c03-ba41-7968c1276c11", "address": "fa:16:3e:98:75:2e", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c63284b-ba", "ovs_interfaceid": "8c63284b-ba91-4c03-ba41-7968c1276c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.769694] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189108, 'name': CreateVM_Task, 'duration_secs': 0.850484} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.770456] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.771152] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.771321] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.771636] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.772133] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6e942f-8d13-4fb7-aaf8-257dcbf17b4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.777668] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 861.777668] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52276a20-a00c-9170-e22f-a5244ec1829c" [ 861.777668] env[70059]: _type = "Task" [ 861.777668] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.785831] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52276a20-a00c-9170-e22f-a5244ec1829c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.963200] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.029084] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.068618] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189110, 'name': Rename_Task, 'duration_secs': 0.317149} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.068907] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.069172] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f7c4ff-2528-4c60-b18a-7773aba8d29b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.075387] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 862.075387] env[70059]: value = "task-3189111" [ 862.075387] env[70059]: _type = "Task" [ 862.075387] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.082917] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.159219] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.159920] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.162696] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.341s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.162920] env[70059]: DEBUG nova.objects.instance [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'resources' on Instance uuid aeff7ce3-80c4-4005-a377-8838e9f14dfa {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.262307] env[70059]: DEBUG oslo_concurrency.lockutils [req-b13ac0ad-6d6f-4877-b36d-c9571fbd5f9b req-987c32dd-660b-4d48-bb75-fb25c87da586 service nova] Releasing lock "refresh_cache-aba9e6d0-d4d4-4141-bc97-902a1e5e4925" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.288594] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52276a20-a00c-9170-e22f-a5244ec1829c, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.288905] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.289158] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.289394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.289541] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.289782] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.290118] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f86c88-6306-430b-b183-4b1df38e8564 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.299784] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.300134] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.301150] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c81116-bbe0-4a47-852b-e0d9f730fded {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.307739] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 862.307739] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52551fa9-a538-1b2d-a3cd-8eab31e8cb8b" [ 862.307739] env[70059]: _type = "Task" [ 862.307739] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.316060] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52551fa9-a538-1b2d-a3cd-8eab31e8cb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.524960] env[70059]: DEBUG nova.compute.manager [req-488f2497-3b04-47b1-8c04-791e968f68ce req-1cf00b90-8aa7-4867-a619-a88e8ceba5ff service nova] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Received event network-vif-deleted-484a5f37-b886-4ef0-8a74-7f12886acb20 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.586354] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189111, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.666263] env[70059]: DEBUG nova.compute.utils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.671606] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.671606] env[70059]: DEBUG nova.network.neutron [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.753225] env[70059]: DEBUG nova.policy [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7566b0c0faeb4f80b9d815a812748a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fad1616ff74d59a0c91c85897795d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.821639] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52551fa9-a538-1b2d-a3cd-8eab31e8cb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.021859} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.822438] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a61a179-e3ac-42e9-aaa0-49ba371ac9a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.828096] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 862.828096] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e1ffeb-9a8e-dda6-4101-636ebfa073b8" [ 862.828096] env[70059]: _type = "Task" [ 862.828096] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.838947] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e1ffeb-9a8e-dda6-4101-636ebfa073b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.072149] env[70059]: DEBUG nova.network.neutron [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Successfully created port: 444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.085742] env[70059]: DEBUG oslo_vmware.api [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189111, 'name': PowerOnVM_Task, 'duration_secs': 0.578123} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.088146] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.088364] env[70059]: INFO nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Took 8.69 seconds to spawn the instance on the hypervisor. [ 863.088550] env[70059]: DEBUG nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.089537] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906e71a-8ee1-4c24-9f36-33a741282296 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.115290] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8b4363-a04b-4a53-9de7-4f7fe45593e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.122938] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddf9ea6-c8fd-4bfd-b409-547261c6a31c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.154586] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6883df-332d-4cb4-86f9-ee60b9e0a4bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.162552] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1432c0-9cf0-4c55-ab33-ea3b224c8e55 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.176272] env[70059]: DEBUG nova.compute.provider_tree [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.177905] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.339622] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e1ffeb-9a8e-dda6-4101-636ebfa073b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.339869] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.340163] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] aba9e6d0-d4d4-4141-bc97-902a1e5e4925/aba9e6d0-d4d4-4141-bc97-902a1e5e4925.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.340441] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1173c03-3f9e-4aee-909d-0d5af35c40d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.346889] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 863.346889] env[70059]: value = "task-3189112" [ 863.346889] env[70059]: _type = "Task" [ 863.346889] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.359021] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.613335] env[70059]: INFO nova.compute.manager [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Took 60.18 seconds to build instance. [ 863.682662] env[70059]: DEBUG nova.scheduler.client.report [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.857705] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483527} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.857976] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] aba9e6d0-d4d4-4141-bc97-902a1e5e4925/aba9e6d0-d4d4-4141-bc97-902a1e5e4925.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.858208] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.858495] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b5afd08-e394-4ae5-a4ef-8f05009845b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.866227] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 863.866227] env[70059]: value = "task-3189113" [ 863.866227] env[70059]: _type = "Task" [ 863.866227] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.873377] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.115073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c34fd4ff-0ce8-4c28-8f22-9d2a8837cd52 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.604s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.192074] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.195900] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.200087] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.196s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.202683] env[70059]: INFO nova.compute.claims [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.243030] env[70059]: INFO nova.scheduler.client.report [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocations for instance aeff7ce3-80c4-4005-a377-8838e9f14dfa [ 864.246196] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.246392] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.247457] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.247457] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.247457] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.247457] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.247457] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.247754] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.247754] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.247754] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.247912] env[70059]: DEBUG nova.virt.hardware [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.248740] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69f2fa-5042-4fcc-9c3a-ecff319bd509 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.260033] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d01eda-1a26-470c-98ac-80d5f208c2d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.376954] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064595} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.377493] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.378043] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac9bb9-ee8f-4889-9900-4031abad22a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.401278] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] aba9e6d0-d4d4-4141-bc97-902a1e5e4925/aba9e6d0-d4d4-4141-bc97-902a1e5e4925.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.401614] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b206fc-c12f-47b1-8634-57b78387e280 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.424930] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 864.424930] env[70059]: value = "task-3189114" [ 864.424930] env[70059]: _type = "Task" [ 864.424930] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.437206] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.439431] env[70059]: DEBUG nova.compute.manager [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Received event network-changed-eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.439604] env[70059]: DEBUG nova.compute.manager [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Refreshing instance network info cache due to event network-changed-eef5c040-d9aa-42e3-bb86-a68c37fc6e00. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.439811] env[70059]: DEBUG oslo_concurrency.lockutils [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] Acquiring lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.439950] env[70059]: DEBUG oslo_concurrency.lockutils [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] Acquired lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.440120] env[70059]: DEBUG nova.network.neutron [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Refreshing network info cache for port eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.618272] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.758624] env[70059]: DEBUG oslo_concurrency.lockutils [None req-47f97256-13b5-4ff5-a6f2-b1c3e731857a tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "aeff7ce3-80c4-4005-a377-8838e9f14dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.441s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.940380] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189114, 'name': ReconfigVM_Task, 'duration_secs': 0.465198} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.940674] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Reconfigured VM instance instance-00000036 to attach disk [datastore1] aba9e6d0-d4d4-4141-bc97-902a1e5e4925/aba9e6d0-d4d4-4141-bc97-902a1e5e4925.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.941353] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd982ce5-d343-468b-a3e1-f82a1eaadf77 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.954756] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 864.954756] env[70059]: value = "task-3189115" [ 864.954756] env[70059]: _type = "Task" [ 864.954756] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.969965] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189115, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.038730] env[70059]: DEBUG nova.compute.manager [req-ba8ed58c-3c17-4119-b5bf-a7bb5d39f35a req-f975a721-8cf8-45eb-949e-fc94f8bac399 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Received event network-vif-plugged-444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.038730] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba8ed58c-3c17-4119-b5bf-a7bb5d39f35a req-f975a721-8cf8-45eb-949e-fc94f8bac399 service nova] Acquiring lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.038959] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba8ed58c-3c17-4119-b5bf-a7bb5d39f35a req-f975a721-8cf8-45eb-949e-fc94f8bac399 service nova] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.039078] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba8ed58c-3c17-4119-b5bf-a7bb5d39f35a req-f975a721-8cf8-45eb-949e-fc94f8bac399 service nova] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.039257] env[70059]: DEBUG nova.compute.manager [req-ba8ed58c-3c17-4119-b5bf-a7bb5d39f35a req-f975a721-8cf8-45eb-949e-fc94f8bac399 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] No waiting events found dispatching network-vif-plugged-444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.039421] env[70059]: WARNING nova.compute.manager [req-ba8ed58c-3c17-4119-b5bf-a7bb5d39f35a req-f975a721-8cf8-45eb-949e-fc94f8bac399 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Received unexpected event network-vif-plugged-444e13e3-c9ae-41f3-928d-bff95c8b3a5c for instance with vm_state building and task_state spawning. [ 865.139721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.321497] env[70059]: DEBUG nova.network.neutron [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Successfully updated port: 444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.457894] env[70059]: DEBUG nova.network.neutron [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updated VIF entry in instance network info cache for port eef5c040-d9aa-42e3-bb86-a68c37fc6e00. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.458262] env[70059]: DEBUG nova.network.neutron [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updating instance_info_cache with network_info: [{"id": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "address": "fa:16:3e:58:40:21", "network": {"id": "8001db73-5862-4e4a-b2ad-71f3ef0f075a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1499598565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab53f8407d6d4931adb7d1e13b1ebc80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c040-d9", "ovs_interfaceid": "eef5c040-d9aa-42e3-bb86-a68c37fc6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.472872] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189115, 'name': Rename_Task, 'duration_secs': 0.174462} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.474095] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.474095] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a174f604-7fd7-4a9e-977a-f1a4f2fe73a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.483221] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 865.483221] env[70059]: value = "task-3189116" [ 865.483221] env[70059]: _type = "Task" [ 865.483221] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.500882] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.802649] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86123e1a-e43c-49cc-a7f7-2f505aa63b3f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.814956] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b495b26-4f74-44bd-8b62-bd6c5f97b82b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.824564] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.824761] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.824966] env[70059]: DEBUG nova.network.neutron [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.860731] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98364292-a1bc-4381-8389-23ec8c7dfe90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.871055] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378228b5-4cda-4ef2-9542-17625e9d0fe2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.888348] env[70059]: DEBUG nova.compute.provider_tree [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.967428] env[70059]: DEBUG oslo_concurrency.lockutils [req-1f1bbf19-0a82-456c-a81e-609bd6f1f783 req-91674828-b913-46c9-9668-f5a4f252b9f6 service nova] Releasing lock "refresh_cache-2482e827-fac7-4d34-b8aa-bc93c44eef8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.993174] env[70059]: DEBUG oslo_vmware.api [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189116, 'name': PowerOnVM_Task, 'duration_secs': 0.474031} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.993730] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.993730] env[70059]: INFO nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Took 7.42 seconds to spawn the instance on the hypervisor. [ 865.993869] env[70059]: DEBUG nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.994595] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9229663-2b0b-4baf-b674-e228534d0dd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.390410] env[70059]: DEBUG nova.scheduler.client.report [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.395317] env[70059]: DEBUG nova.network.neutron [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.513700] env[70059]: INFO nova.compute.manager [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Took 60.03 seconds to build instance. [ 866.560984] env[70059]: DEBUG nova.network.neutron [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance_info_cache with network_info: [{"id": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "address": "fa:16:3e:c9:1c:84", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e13e3-c9", "ovs_interfaceid": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.898986] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.899528] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.903058] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.698s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.903058] env[70059]: DEBUG nova.objects.instance [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lazy-loading 'resources' on Instance uuid 70de7695-51b1-4f2d-bfef-80d4fac08c20 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.017431] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b4577737-7b57-4d05-9134-25e95af96caa tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.455s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.067022] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.067022] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Instance network_info: |[{"id": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "address": "fa:16:3e:c9:1c:84", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e13e3-c9", "ovs_interfaceid": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.067226] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:1c:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '444e13e3-c9ae-41f3-928d-bff95c8b3a5c', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.073338] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.073925] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.074378] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adf02ede-67d1-49ca-97b9-cbef9cfc2533 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.098491] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.098491] env[70059]: value = "task-3189117" [ 867.098491] env[70059]: _type = "Task" [ 867.098491] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.105741] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189117, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.120193] env[70059]: DEBUG nova.compute.manager [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Received event network-changed-444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.120404] env[70059]: DEBUG nova.compute.manager [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Refreshing instance network info cache due to event network-changed-444e13e3-c9ae-41f3-928d-bff95c8b3a5c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.120625] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] Acquiring lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.120768] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] Acquired lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.120924] env[70059]: DEBUG nova.network.neutron [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Refreshing network info cache for port 444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.410925] env[70059]: DEBUG nova.compute.utils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.413465] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.413533] env[70059]: DEBUG nova.network.neutron [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.459874] env[70059]: DEBUG nova.policy [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3f76da81cb442bba9608efa6ef53e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c126e9efc646dfab45c86d663fb428', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.522318] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.536484] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "50d57bb6-5695-4435-b30d-38ddceaea97e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.536484] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.609444] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189117, 'name': CreateVM_Task, 'duration_secs': 0.393749} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.612547] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.613597] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.613681] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.613994] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.614261] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bb3a55-eb63-414c-be0d-23fa6a244137 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.619093] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 867.619093] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c6c710-4829-4cb9-e6d4-6c8150ca6f49" [ 867.619093] env[70059]: _type = "Task" [ 867.619093] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.631708] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c6c710-4829-4cb9-e6d4-6c8150ca6f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.877904] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed84986-f4c2-4aa9-af4d-e2cc8a8b05fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.884819] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec6f5f-ddf6-46d7-990d-58e815e556e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.916443] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.919743] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdf2e40-90d4-43c8-a85f-ff8350e60fec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.933024] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca584cde-61ad-4d6f-985c-af93c4bbe20f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.944420] env[70059]: DEBUG nova.compute.provider_tree [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.972720] env[70059]: DEBUG nova.network.neutron [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Successfully created port: f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.994358] env[70059]: DEBUG nova.network.neutron [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updated VIF entry in instance network info cache for port 444e13e3-c9ae-41f3-928d-bff95c8b3a5c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.994714] env[70059]: DEBUG nova.network.neutron [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance_info_cache with network_info: [{"id": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "address": "fa:16:3e:c9:1c:84", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e13e3-c9", "ovs_interfaceid": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.041259] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.130936] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c6c710-4829-4cb9-e6d4-6c8150ca6f49, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.133097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.133097] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.133097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.133097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.133309] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.133309] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e20a631-22fb-4fc4-8c57-5f003a1a02cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.146601] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.146799] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.148075] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5714a3fe-b7dd-4db3-8e6a-bacd061cfa18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.153909] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 868.153909] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f05e1a-d222-bc8b-c48a-0d1b4e2ea0dd" [ 868.153909] env[70059]: _type = "Task" [ 868.153909] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.164445] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f05e1a-d222-bc8b-c48a-0d1b4e2ea0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.447685] env[70059]: DEBUG nova.scheduler.client.report [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.497891] env[70059]: DEBUG oslo_concurrency.lockutils [req-4d84c417-f55d-4a92-a917-bef9cc6af7dd req-4524bf20-22b6-4eed-a9db-30533611ad17 service nova] Releasing lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.549336] env[70059]: DEBUG nova.compute.manager [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.550274] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4060e1d9-484a-4fcc-b20d-5178a3e9d996 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.664383] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f05e1a-d222-bc8b-c48a-0d1b4e2ea0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.037481} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.665306] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f33f9b-b696-4022-b427-07aa22246003 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.670439] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 868.670439] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5224b954-b307-3700-8214-96814c15cfaf" [ 868.670439] env[70059]: _type = "Task" [ 868.670439] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.680129] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5224b954-b307-3700-8214-96814c15cfaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.929673] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.953873] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.954135] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.954295] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.954476] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.954619] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.954764] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.954970] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.955160] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.955376] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.955535] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.955709] env[70059]: DEBUG nova.virt.hardware [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.956473] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.958878] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9e726-4128-4948-bf07-33d386e39101 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.961942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.987s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.961942] env[70059]: DEBUG nova.objects.instance [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lazy-loading 'resources' on Instance uuid fd97c186-c39b-45b8-9ad0-32bbea157623 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.969040] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824479c5-7280-4a36-905d-21a92cd84a8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.985958] env[70059]: INFO nova.scheduler.client.report [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Deleted allocations for instance 70de7695-51b1-4f2d-bfef-80d4fac08c20 [ 869.063137] env[70059]: INFO nova.compute.manager [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] instance snapshotting [ 869.066334] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e7d7d-0059-4a20-ad51-7bef1e5032bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.085278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6e807a-67a5-4168-85c6-54abd7d6bd57 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.181543] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5224b954-b307-3700-8214-96814c15cfaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013575} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.182098] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.182509] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144/9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.183235] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c6d5b23-2e22-4de3-8efe-bc5b74ffedf4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.189294] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 869.189294] env[70059]: value = "task-3189118" [ 869.189294] env[70059]: _type = "Task" [ 869.189294] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.197198] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.460027] env[70059]: DEBUG nova.compute.manager [req-bea731a0-3094-41d5-ac8e-6dd35ab90a7f req-bd90a8b0-802a-4555-9892-6706aa168255 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Received event network-vif-plugged-f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.460428] env[70059]: DEBUG oslo_concurrency.lockutils [req-bea731a0-3094-41d5-ac8e-6dd35ab90a7f req-bd90a8b0-802a-4555-9892-6706aa168255 service nova] Acquiring lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.460428] env[70059]: DEBUG oslo_concurrency.lockutils [req-bea731a0-3094-41d5-ac8e-6dd35ab90a7f req-bd90a8b0-802a-4555-9892-6706aa168255 service nova] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.460576] env[70059]: DEBUG oslo_concurrency.lockutils [req-bea731a0-3094-41d5-ac8e-6dd35ab90a7f req-bd90a8b0-802a-4555-9892-6706aa168255 service nova] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.460740] env[70059]: DEBUG nova.compute.manager [req-bea731a0-3094-41d5-ac8e-6dd35ab90a7f req-bd90a8b0-802a-4555-9892-6706aa168255 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] No waiting events found dispatching network-vif-plugged-f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.460904] env[70059]: WARNING nova.compute.manager [req-bea731a0-3094-41d5-ac8e-6dd35ab90a7f req-bd90a8b0-802a-4555-9892-6706aa168255 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Received unexpected event network-vif-plugged-f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 for instance with vm_state building and task_state spawning. [ 869.494687] env[70059]: DEBUG oslo_concurrency.lockutils [None req-41524ff7-8344-416c-8af3-2ee6a632c6be tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "70de7695-51b1-4f2d-bfef-80d4fac08c20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.181s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.565466] env[70059]: DEBUG nova.network.neutron [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Successfully updated port: f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.595430] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 869.598783] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a106465-5b83-4296-882f-a0f89000d4fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.611204] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 869.611204] env[70059]: value = "task-3189119" [ 869.611204] env[70059]: _type = "Task" [ 869.611204] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.624423] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189119, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.701590] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189118, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.916896] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e0ad4b-8ea7-4150-aad1-729cfe1a7789 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.925910] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb55a4a-983c-4f99-828d-b528e05c46f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.959508] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab057eaf-32fd-49be-a996-055b6f84be78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.968283] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c472f6d3-b76f-4ac6-8ba2-bddefd9a2a9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.980839] env[70059]: DEBUG nova.compute.provider_tree [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.068548] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.068718] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.068914] env[70059]: DEBUG nova.network.neutron [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.108284] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "4410dd08-9b92-47af-90ce-103ca049e17a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.108664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "4410dd08-9b92-47af-90ce-103ca049e17a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.109418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "4410dd08-9b92-47af-90ce-103ca049e17a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.109693] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "4410dd08-9b92-47af-90ce-103ca049e17a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.109920] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "4410dd08-9b92-47af-90ce-103ca049e17a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.116252] env[70059]: INFO nova.compute.manager [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Terminating instance [ 870.123499] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189119, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.204878] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741306} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.205447] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144/9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.205837] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.206495] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d8918e-0f20-45af-8216-caacfe209b69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.216149] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 870.216149] env[70059]: value = "task-3189120" [ 870.216149] env[70059]: _type = "Task" [ 870.216149] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.225158] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.484144] env[70059]: DEBUG nova.scheduler.client.report [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.600302] env[70059]: DEBUG nova.network.neutron [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.624749] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189119, 'name': CreateSnapshot_Task, 'duration_secs': 0.78297} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.625150] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 870.625963] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d336764b-6b24-4bf7-9830-a6f999237d64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.628941] env[70059]: DEBUG nova.compute.manager [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.629198] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.630215] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6485af69-2cb6-4b81-8b0e-7e0f4e062725 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.642767] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.643008] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e37bc51-70ed-4fd0-a6c4-c216a9cb6d22 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.649272] env[70059]: DEBUG oslo_vmware.api [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 870.649272] env[70059]: value = "task-3189121" [ 870.649272] env[70059]: _type = "Task" [ 870.649272] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.658973] env[70059]: DEBUG oslo_vmware.api [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.727687] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072446} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.727952] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.728777] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad78eb15-ce28-4ce9-9ce7-bab5cc2a8ba6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.751337] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144/9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.751653] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6800320e-069d-41c4-94a3-13ff835a25ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.766397] env[70059]: DEBUG nova.network.neutron [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Updating instance_info_cache with network_info: [{"id": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "address": "fa:16:3e:ba:5e:ae", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0959b-f1", "ovs_interfaceid": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.773354] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 870.773354] env[70059]: value = "task-3189122" [ 870.773354] env[70059]: _type = "Task" [ 870.773354] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.781796] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.989529] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.991795] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.834s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.991970] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.992141] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 870.992542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.486s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.994326] env[70059]: INFO nova.compute.claims [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.997632] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad00c05d-47a5-4cab-86ce-3955658aa00b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.006493] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e782339-c177-4231-a7b7-6f4b635a9fb4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.022225] env[70059]: INFO nova.scheduler.client.report [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Deleted allocations for instance fd97c186-c39b-45b8-9ad0-32bbea157623 [ 871.026780] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccb3d6c-7cc6-4e00-a3b2-f9031ea50593 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.034149] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f970c-3a0e-4388-8e2d-a7f5456d8b07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.066463] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179056MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 871.066631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.150395] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 871.151020] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-751e7a89-0125-4df7-8807-89531a8cb8b8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.163528] env[70059]: DEBUG oslo_vmware.api [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189121, 'name': PowerOffVM_Task, 'duration_secs': 0.210233} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.164890] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.165145] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.165542] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 871.165542] env[70059]: value = "task-3189123" [ 871.165542] env[70059]: _type = "Task" [ 871.165542] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.165716] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8aa093-ddd1-4b0a-aed9-8b49a8a09aa2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.174901] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.230151] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.230390] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.230563] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Deleting the datastore file [datastore1] 4410dd08-9b92-47af-90ce-103ca049e17a {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.231027] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a486a1f-c063-4be6-95ec-ca92a67fc254 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.237813] env[70059]: DEBUG oslo_vmware.api [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for the task: (returnval){ [ 871.237813] env[70059]: value = "task-3189125" [ 871.237813] env[70059]: _type = "Task" [ 871.237813] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.247800] env[70059]: DEBUG oslo_vmware.api [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.269511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.270052] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Instance network_info: |[{"id": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "address": "fa:16:3e:ba:5e:ae", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0959b-f1", "ovs_interfaceid": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.270516] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:5e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d0959b-f18b-4a28-b9b6-f747a17d1fe9', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.278617] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.278947] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.282242] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d09f622-e12d-4186-8bcf-e39d56b0bf75 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.302194] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189122, 'name': ReconfigVM_Task, 'duration_secs': 0.297535} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.303502] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144/9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.304178] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.304178] env[70059]: value = "task-3189126" [ 871.304178] env[70059]: _type = "Task" [ 871.304178] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.304428] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b50985e9-490f-46e0-ab16-18d1d9af3c6b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.314109] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189126, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.315405] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 871.315405] env[70059]: value = "task-3189127" [ 871.315405] env[70059]: _type = "Task" [ 871.315405] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.323383] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189127, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.505755] env[70059]: DEBUG nova.compute.manager [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Received event network-changed-f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.506081] env[70059]: DEBUG nova.compute.manager [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Refreshing instance network info cache due to event network-changed-f7d0959b-f18b-4a28-b9b6-f747a17d1fe9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.506279] env[70059]: DEBUG oslo_concurrency.lockutils [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] Acquiring lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.506484] env[70059]: DEBUG oslo_concurrency.lockutils [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] Acquired lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.506823] env[70059]: DEBUG nova.network.neutron [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Refreshing network info cache for port f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.530760] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b51da9b1-6c64-415c-8c83-0c26d0ed6f46 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "fd97c186-c39b-45b8-9ad0-32bbea157623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.393s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.677772] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.749038] env[70059]: DEBUG oslo_vmware.api [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Task: {'id': task-3189125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426993} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.749397] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.749397] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.749525] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.749722] env[70059]: INFO nova.compute.manager [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 871.749968] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.750204] env[70059]: DEBUG nova.compute.manager [-] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.750303] env[70059]: DEBUG nova.network.neutron [-] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.816354] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189126, 'name': CreateVM_Task, 'duration_secs': 0.394299} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.819503] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.820215] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.820395] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.820742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.821360] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adae5ba3-1761-488e-9442-cb05f6f71214 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.826265] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189127, 'name': Rename_Task, 'duration_secs': 0.202932} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.826891] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.827791] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f17b3c-bdd1-4ad1-abd8-10b929fb20b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.830616] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 871.830616] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520ad3d9-5a25-1b15-cce5-9e8fb30249a3" [ 871.830616] env[70059]: _type = "Task" [ 871.830616] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.834932] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 871.834932] env[70059]: value = "task-3189128" [ 871.834932] env[70059]: _type = "Task" [ 871.834932] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.839597] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520ad3d9-5a25-1b15-cce5-9e8fb30249a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.845764] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.184538] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.347939] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.351049] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520ad3d9-5a25-1b15-cce5-9e8fb30249a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.351341] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.351611] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.351820] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.351939] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.352133] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.352388] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fccc9c8d-fedb-4b67-b674-b543f133d27b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.361334] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.361554] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.362235] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1048ab55-2133-4b27-9ce4-fa2c514e7941 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.367300] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 872.367300] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e6a4e-54fb-ea37-22b6-1826aae908fc" [ 872.367300] env[70059]: _type = "Task" [ 872.367300] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.376534] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e6a4e-54fb-ea37-22b6-1826aae908fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.377340] env[70059]: DEBUG nova.network.neutron [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Updated VIF entry in instance network info cache for port f7d0959b-f18b-4a28-b9b6-f747a17d1fe9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.377650] env[70059]: DEBUG nova.network.neutron [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Updating instance_info_cache with network_info: [{"id": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "address": "fa:16:3e:ba:5e:ae", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0959b-f1", "ovs_interfaceid": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.456918] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b141ab98-695d-4d28-963b-e00404515e2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.465669] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc50ca-0737-4737-8fd9-497f08adc4c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.497496] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123fb65-f143-4a64-922a-c3d5dfb310ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.505121] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261a55f-81ce-4493-8a18-4b66bcf3f10b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.518137] env[70059]: DEBUG nova.compute.provider_tree [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.640312] env[70059]: DEBUG nova.network.neutron [-] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.678531] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.849548] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.880070] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e6a4e-54fb-ea37-22b6-1826aae908fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013282} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.881644] env[70059]: DEBUG oslo_concurrency.lockutils [req-d7f2a430-7b59-4a90-aef3-adfedc71b254 req-07673d54-4f05-448f-b4b6-9489143b13d2 service nova] Releasing lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.881762] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d27f8ac-46ff-4373-9470-60fe0cd5a21c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.887670] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 872.887670] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529a839c-0657-1bfd-9a62-657328bd20f5" [ 872.887670] env[70059]: _type = "Task" [ 872.887670] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.895506] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529a839c-0657-1bfd-9a62-657328bd20f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.021819] env[70059]: DEBUG nova.scheduler.client.report [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.143013] env[70059]: INFO nova.compute.manager [-] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Took 1.39 seconds to deallocate network for instance. [ 873.179736] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.216805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "7e43c2a9-687f-4839-b48b-b7c3b2164787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.217078] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.217335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "7e43c2a9-687f-4839-b48b-b7c3b2164787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.217531] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.217707] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.221721] env[70059]: INFO nova.compute.manager [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Terminating instance [ 873.350197] env[70059]: DEBUG oslo_vmware.api [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189128, 'name': PowerOnVM_Task, 'duration_secs': 1.090386} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.350477] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.351241] env[70059]: INFO nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Took 9.15 seconds to spawn the instance on the hypervisor. [ 873.351241] env[70059]: DEBUG nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.351627] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff0a10-5114-4741-a257-1e3b7af457fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.399159] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529a839c-0657-1bfd-9a62-657328bd20f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.399432] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.399751] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] bf8ec14c-809c-46ca-ae57-034cde72f0c9/bf8ec14c-809c-46ca-ae57-034cde72f0c9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.400040] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3117de73-ac1d-46e3-9275-f77852c88026 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.406788] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 873.406788] env[70059]: value = "task-3189129" [ 873.406788] env[70059]: _type = "Task" [ 873.406788] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.414292] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.526690] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.527234] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.530401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.295s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.530641] env[70059]: DEBUG nova.objects.instance [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lazy-loading 'resources' on Instance uuid dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.537684] env[70059]: DEBUG nova.compute.manager [req-9e198363-4457-4aa4-afca-6dfe5c507a94 req-a91761b2-fcb4-46eb-a6ff-7035f57fd280 service nova] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Received event network-vif-deleted-e5713749-c38d-4b6d-85c3-6455299c890e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.650304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.679630] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.726158] env[70059]: DEBUG nova.compute.manager [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.726398] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.727379] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd8372-36ca-4345-909c-63668003d5f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.735047] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.735321] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19635200-553f-45d5-8f42-9c5c7e318faa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.740624] env[70059]: DEBUG oslo_vmware.api [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 873.740624] env[70059]: value = "task-3189130" [ 873.740624] env[70059]: _type = "Task" [ 873.740624] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.747867] env[70059]: DEBUG oslo_vmware.api [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.869024] env[70059]: INFO nova.compute.manager [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Took 64.02 seconds to build instance. [ 873.916999] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189129, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.034811] env[70059]: DEBUG nova.compute.utils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.039396] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.039964] env[70059]: DEBUG nova.network.neutron [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.083199] env[70059]: DEBUG nova.policy [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb7048ece5e435b9acc0e6c14b71ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06f5f089e44a49889567f7a33085e60f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.181628] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.252693] env[70059]: DEBUG oslo_vmware.api [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189130, 'name': PowerOffVM_Task, 'duration_secs': 0.367706} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.256140] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.258873] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.258873] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d2a9e6-53b2-4e85-99f1-64c1fe97eb43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.370370] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8e7a8245-eb05-4ca8-8aef-0c934007e373 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.530s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.413294] env[70059]: DEBUG nova.network.neutron [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Successfully created port: df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.420648] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672751} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.421105] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] bf8ec14c-809c-46ca-ae57-034cde72f0c9/bf8ec14c-809c-46ca-ae57-034cde72f0c9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.421936] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.421936] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37cdac1-43d0-4b15-8f51-69acec7842d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.429671] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 874.429671] env[70059]: value = "task-3189132" [ 874.429671] env[70059]: _type = "Task" [ 874.429671] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.441125] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.461892] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b32fe-329d-486d-a905-2501b95055f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.470393] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba3c1e-3c4d-4902-8029-15b56a0733cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.501083] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130aa0a4-03bf-4ad6-bfd2-8ffc09d4bb50 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.508337] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5479b4b8-1ce9-4c81-8e86-96907233861d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.521450] env[70059]: DEBUG nova.compute.provider_tree [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.539671] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.681519] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.865417] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.865739] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.865932] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Deleting the datastore file [datastore1] 7e43c2a9-687f-4839-b48b-b7c3b2164787 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.866225] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d1de69-ccbf-4ab1-885b-de75dc5d64ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.874958] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.878838] env[70059]: DEBUG oslo_vmware.api [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for the task: (returnval){ [ 874.878838] env[70059]: value = "task-3189133" [ 874.878838] env[70059]: _type = "Task" [ 874.878838] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.887868] env[70059]: DEBUG oslo_vmware.api [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.939548] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063176} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.939821] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.942316] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7276e3b-7642-4730-8dd8-f654115c3f30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.963252] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] bf8ec14c-809c-46ca-ae57-034cde72f0c9/bf8ec14c-809c-46ca-ae57-034cde72f0c9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.963579] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8eb970-5b80-41be-92a5-2fcf34044fbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.984511] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 874.984511] env[70059]: value = "task-3189134" [ 874.984511] env[70059]: _type = "Task" [ 874.984511] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.993341] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.024767] env[70059]: DEBUG nova.scheduler.client.report [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.183049] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189123, 'name': CloneVM_Task, 'duration_secs': 3.718311} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.183049] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Created linked-clone VM from snapshot [ 875.183049] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68e5a6-ffdf-4727-94f8-04a528e436b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190483] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Uploading image a0f6bf6a-fd7a-4cc9-b2c8-f27a461b6f05 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 875.202855] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.203170] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1efe151d-e69f-4e5b-b8b2-0319c71e9c6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.211146] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 875.211146] env[70059]: value = "task-3189135" [ 875.211146] env[70059]: _type = "Task" [ 875.211146] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.219864] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189135, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.392472] env[70059]: DEBUG oslo_vmware.api [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Task: {'id': task-3189133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28411} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.392721] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.392903] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.393092] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.393267] env[70059]: INFO nova.compute.manager [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Took 1.67 seconds to destroy the instance on the hypervisor. [ 875.393501] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.393689] env[70059]: DEBUG nova.compute.manager [-] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.393787] env[70059]: DEBUG nova.network.neutron [-] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.412456] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.504246] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189134, 'name': ReconfigVM_Task, 'duration_secs': 0.483013} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.504246] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] bf8ec14c-809c-46ca-ae57-034cde72f0c9/bf8ec14c-809c-46ca-ae57-034cde72f0c9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.504246] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff6ecf3-78db-43b2-af14-6fc63ff0886e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.510960] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 875.510960] env[70059]: value = "task-3189136" [ 875.510960] env[70059]: _type = "Task" [ 875.510960] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.526887] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189136, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.531104] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.533884] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.375s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.535605] env[70059]: INFO nova.compute.claims [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.550572] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.554659] env[70059]: INFO nova.scheduler.client.report [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Deleted allocations for instance dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43 [ 875.596931] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.597336] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.597595] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.597894] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.598154] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.598408] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.598769] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.599439] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.599439] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.599744] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.600097] env[70059]: DEBUG nova.virt.hardware [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.601959] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59145513-9c30-4f31-a4ca-86bb5cae1a62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.618094] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce5111-d6e1-4b97-a9bb-ccf1e77942fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.722530] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189135, 'name': Destroy_Task, 'duration_secs': 0.466343} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.723116] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Destroyed the VM [ 875.723387] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.723679] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13de14e3-0182-4d55-949e-4b3eb4f42a26 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.729595] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 875.729595] env[70059]: value = "task-3189137" [ 875.729595] env[70059]: _type = "Task" [ 875.729595] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.741127] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.024479] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189136, 'name': Rename_Task, 'duration_secs': 0.276626} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.024782] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.025064] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-310f9256-1050-4ba2-b3c1-58ba1777b995 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.033815] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 876.033815] env[70059]: value = "task-3189138" [ 876.033815] env[70059]: _type = "Task" [ 876.033815] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.052785] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.067018] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9bd40687-386d-4e87-a0b2-91f33b383fcf tempest-ServerAddressesNegativeTestJSON-937803414 tempest-ServerAddressesNegativeTestJSON-937803414-project-member] Lock "dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.634s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.234218] env[70059]: DEBUG nova.compute.manager [req-d3c6f4cb-1b71-4270-a693-8f80b4ef6535 req-027c219b-7a68-4663-ba50-7d9ebaebead3 service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Received event network-vif-deleted-fd321573-b572-4ca3-b402-8a0e45ef74fc {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.234575] env[70059]: INFO nova.compute.manager [req-d3c6f4cb-1b71-4270-a693-8f80b4ef6535 req-027c219b-7a68-4663-ba50-7d9ebaebead3 service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Neutron deleted interface fd321573-b572-4ca3-b402-8a0e45ef74fc; detaching it from the instance and deleting it from the info cache [ 876.235029] env[70059]: DEBUG nova.network.neutron [req-d3c6f4cb-1b71-4270-a693-8f80b4ef6535 req-027c219b-7a68-4663-ba50-7d9ebaebead3 service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.248828] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189137, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.514134] env[70059]: DEBUG nova.network.neutron [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Successfully updated port: df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.544478] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.648391] env[70059]: DEBUG nova.network.neutron [-] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.743175] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-529f5a46-3f59-46ea-8be7-e96ac7863b61 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.748756] env[70059]: DEBUG oslo_vmware.api [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189137, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699069} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.749394] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.762926] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715ef7c-a4d8-4c8d-975e-9ea05220daf7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.801918] env[70059]: DEBUG nova.compute.manager [req-d3c6f4cb-1b71-4270-a693-8f80b4ef6535 req-027c219b-7a68-4663-ba50-7d9ebaebead3 service nova] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Detach interface failed, port_id=fd321573-b572-4ca3-b402-8a0e45ef74fc, reason: Instance 7e43c2a9-687f-4839-b48b-b7c3b2164787 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.866020] env[70059]: DEBUG nova.compute.manager [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 877.011142] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3dab1a-4866-4ed1-bce3-49839db571a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.019133] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.019304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.019462] env[70059]: DEBUG nova.network.neutron [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.025539] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f700a7-23e7-4901-9f3a-12cd0190e23d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.061413] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489aad2e-b902-4aeb-b8fb-b180b8cc509d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.069393] env[70059]: DEBUG oslo_vmware.api [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189138, 'name': PowerOnVM_Task, 'duration_secs': 0.84356} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.071261] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.071471] env[70059]: INFO nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Took 8.14 seconds to spawn the instance on the hypervisor. [ 877.071654] env[70059]: DEBUG nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.072418] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356bb1e-9db3-40cb-b6cd-8ddf5b520ffd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.078591] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9bb26b-6ab3-40a0-8e1d-f312ded4782d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.097683] env[70059]: DEBUG nova.compute.provider_tree [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.155956] env[70059]: INFO nova.compute.manager [-] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Took 1.76 seconds to deallocate network for instance. [ 877.260637] env[70059]: WARNING nova.compute.manager [None req-31ee0198-2071-44f8-9f97-02d0a32d49fc tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Image not found during snapshot: nova.exception.ImageNotFound: Image a0f6bf6a-fd7a-4cc9-b2c8-f27a461b6f05 could not be found. [ 877.388738] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.581788] env[70059]: DEBUG nova.network.neutron [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.597039] env[70059]: DEBUG oslo_concurrency.lockutils [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] Acquiring lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.597039] env[70059]: DEBUG oslo_concurrency.lockutils [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] Acquired lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.600350] env[70059]: DEBUG nova.network.neutron [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.604140] env[70059]: DEBUG nova.scheduler.client.report [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.612570] env[70059]: INFO nova.compute.manager [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Took 62.63 seconds to build instance. [ 877.667049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.715471] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.715927] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.718219] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.718219] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.718219] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.719766] env[70059]: INFO nova.compute.manager [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Terminating instance [ 877.787195] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "5300c656-c3ff-4721-8fea-d12231491f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.788591] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "5300c656-c3ff-4721-8fea-d12231491f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.836771] env[70059]: DEBUG nova.network.neutron [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.112215] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.112215] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.114642] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.675s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.116399] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fb5dab62-3452-4037-9ff8-af3d556b66f6 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.861s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.224895] env[70059]: DEBUG nova.compute.manager [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.225199] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.226011] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20905700-1296-489a-9c04-47cb81bc8ce6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.236344] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.236603] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f301f229-4c08-4933-9c51-1f681f4e0119 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.242412] env[70059]: DEBUG oslo_vmware.api [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 878.242412] env[70059]: value = "task-3189139" [ 878.242412] env[70059]: _type = "Task" [ 878.242412] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.252779] env[70059]: DEBUG oslo_vmware.api [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.293019] env[70059]: DEBUG nova.compute.manager [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-vif-plugged-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.293283] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.293520] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.293692] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.293852] env[70059]: DEBUG nova.compute.manager [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] No waiting events found dispatching network-vif-plugged-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.294021] env[70059]: WARNING nova.compute.manager [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received unexpected event network-vif-plugged-df324f48-6193-4c86-9eb3-a1d14344d45d for instance with vm_state building and task_state spawning. [ 878.294180] env[70059]: DEBUG nova.compute.manager [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.294328] env[70059]: DEBUG nova.compute.manager [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing instance network info cache due to event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.294494] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.339941] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.340419] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance network_info: |[{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.340813] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.341072] env[70059]: DEBUG nova.network.neutron [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.342926] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e0:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df324f48-6193-4c86-9eb3-a1d14344d45d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.353243] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating folder: Project (06f5f089e44a49889567f7a33085e60f). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.354312] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24b2bc46-5823-4995-87c6-19738125cab2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.364741] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created folder: Project (06f5f089e44a49889567f7a33085e60f) in parent group-v637631. [ 878.364933] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating folder: Instances. Parent ref: group-v637788. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.365420] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b58b0a3-8161-418a-b324-a8af6e3e82c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.374374] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created folder: Instances in parent group-v637788. [ 878.374617] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.374814] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.375038] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a71b68aa-0fea-4a44-904e-1ad5e7170271 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.393606] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.393606] env[70059]: value = "task-3189142" [ 878.393606] env[70059]: _type = "Task" [ 878.393606] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.400903] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189142, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.407081] env[70059]: DEBUG nova.network.neutron [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Updating instance_info_cache with network_info: [{"id": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "address": "fa:16:3e:ba:5e:ae", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0959b-f1", "ovs_interfaceid": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.620803] env[70059]: INFO nova.compute.claims [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.624366] env[70059]: DEBUG nova.compute.utils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.625778] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.629568] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.629568] env[70059]: DEBUG nova.network.neutron [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.670218] env[70059]: DEBUG nova.policy [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3e4e704803a492ab4800dc53a59b321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e202dc659baf4761b5c2583ff7444d5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.755405] env[70059]: DEBUG oslo_vmware.api [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189139, 'name': PowerOffVM_Task, 'duration_secs': 0.19676} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.755732] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.755905] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.756198] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8ace64-2b80-4dde-9d72-5de3f9b4e3d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.835021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.835021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.835021] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleting the datastore file [datastore1] aba9e6d0-d4d4-4141-bc97-902a1e5e4925 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.835021] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab354fe7-1d78-4539-9e13-5b25f3b7adef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.839690] env[70059]: DEBUG oslo_vmware.api [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 878.839690] env[70059]: value = "task-3189144" [ 878.839690] env[70059]: _type = "Task" [ 878.839690] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.848662] env[70059]: DEBUG oslo_vmware.api [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.906805] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189142, 'name': CreateVM_Task, 'duration_secs': 0.49809} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.906981] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.907794] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.907988] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.911672] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.911899] env[70059]: DEBUG oslo_concurrency.lockutils [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] Releasing lock "refresh_cache-bf8ec14c-809c-46ca-ae57-034cde72f0c9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.915014] env[70059]: DEBUG nova.compute.manager [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Inject network info {{(pid=70059) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 878.915014] env[70059]: DEBUG nova.compute.manager [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] network_info to inject: |[{"id": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "address": "fa:16:3e:ba:5e:ae", "network": {"id": "ae3fd659-702a-4c25-b07c-ecfe07dbd72b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-733183475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c126e9efc646dfab45c86d663fb428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0959b-f1", "ovs_interfaceid": "f7d0959b-f18b-4a28-b9b6-f747a17d1fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 878.917614] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Reconfiguring VM instance to set the machine id {{(pid=70059) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 878.917883] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4ee0a5-c54f-4c9b-aa97-20c960313e53 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.922123] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61dbd3fa-3bbf-4f5c-ba54-ad85dde91422 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.935042] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 878.935042] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524d54b2-7220-ae55-4889-31f41616062c" [ 878.935042] env[70059]: _type = "Task" [ 878.935042] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.939551] env[70059]: DEBUG oslo_vmware.api [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] Waiting for the task: (returnval){ [ 878.939551] env[70059]: value = "task-3189145" [ 878.939551] env[70059]: _type = "Task" [ 878.939551] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.946085] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524d54b2-7220-ae55-4889-31f41616062c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.950893] env[70059]: DEBUG oslo_vmware.api [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] Task: {'id': task-3189145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.128213] env[70059]: INFO nova.compute.resource_tracker [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating resource usage from migration f934d5fc-458b-4c17-9517-71edd782cdc5 [ 879.131731] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.165705] env[70059]: DEBUG nova.network.neutron [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Successfully created port: e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.217832] env[70059]: DEBUG nova.network.neutron [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updated VIF entry in instance network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.218239] env[70059]: DEBUG nova.network.neutron [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.292440] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.352039] env[70059]: DEBUG oslo_vmware.api [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152511} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.352383] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.352610] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.353526] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.353526] env[70059]: INFO nova.compute.manager [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Took 1.13 seconds to destroy the instance on the hypervisor. [ 879.353526] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.353733] env[70059]: DEBUG nova.compute.manager [-] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.355075] env[70059]: DEBUG nova.network.neutron [-] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.462974] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524d54b2-7220-ae55-4889-31f41616062c, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.466484] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.466803] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.467103] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.467291] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.467527] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.467857] env[70059]: DEBUG oslo_vmware.api [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] Task: {'id': task-3189145, 'name': ReconfigVM_Task, 'duration_secs': 0.19078} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.468373] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f7baad-5f0c-44bd-b3a0-6ee2798a1ab0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.470448] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-379c5e6c-0c26-42dd-b5cb-7d36217eb050 tempest-ServersAdminTestJSON-1078948994 tempest-ServersAdminTestJSON-1078948994-project-admin] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Reconfigured VM instance to set the machine id {{(pid=70059) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 879.477948] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.478181] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.482282] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac0c4a7-3b31-4347-a858-a25740c79934 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.491505] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 879.491505] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a3cf8d-dd72-bf76-0bac-6b9038564492" [ 879.491505] env[70059]: _type = "Task" [ 879.491505] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.501616] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a3cf8d-dd72-bf76-0bac-6b9038564492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.723514] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3d7ec79-bc0d-4b48-9710-2cd99669320f req-c440a0f0-9623-44a2-b5ac-1da2e8be21f4 service nova] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.774054] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62240188-08ca-47ce-a6d2-4769dbfbc8bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.783997] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d91393-31a2-4018-b157-687845319c69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.817419] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078603b-eda3-4966-b7b4-9d0a574925ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.825672] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e67702c-4e9f-4c13-a7e1-3da309b73ed1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.843700] env[70059]: DEBUG nova.compute.provider_tree [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.935830] env[70059]: INFO nova.compute.manager [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Rebuilding instance [ 879.982850] env[70059]: DEBUG nova.compute.manager [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.983816] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f341d7a-d1c0-449e-9ac7-36a71a379115 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.009519] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a3cf8d-dd72-bf76-0bac-6b9038564492, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.010740] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa808837-c210-4f93-900f-3f451ea31ea5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.019904] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 880.019904] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e637d-ff83-cc20-c50c-79790fdf462e" [ 880.019904] env[70059]: _type = "Task" [ 880.019904] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.028956] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e637d-ff83-cc20-c50c-79790fdf462e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.147725] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.170271] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.170576] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.170782] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.170998] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.171189] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.171368] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.171610] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.171860] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.172079] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.172366] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.172506] env[70059]: DEBUG nova.virt.hardware [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.173434] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f6997-3930-4da3-bd40-a974c793d297 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.181875] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172a376-8d53-4306-8a17-18afa92a94f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.231912] env[70059]: DEBUG nova.network.neutron [-] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.326583] env[70059]: DEBUG nova.compute.manager [req-21b2cc38-5c90-4640-be07-7fb03a8ddb2d req-5ad5bfa6-957a-4d13-a231-c49eadee0130 service nova] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Received event network-vif-deleted-8c63284b-ba91-4c03-ba41-7968c1276c11 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.347279] env[70059]: DEBUG nova.scheduler.client.report [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.531553] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527e637d-ff83-cc20-c50c-79790fdf462e, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.531841] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.532123] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.532681] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0f8dd2-d3fc-42e0-b492-1cf7512ca75f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.541321] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 880.541321] env[70059]: value = "task-3189146" [ 880.541321] env[70059]: _type = "Task" [ 880.541321] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.552029] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.735025] env[70059]: INFO nova.compute.manager [-] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Took 1.38 seconds to deallocate network for instance. [ 880.852692] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.738s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.852920] env[70059]: INFO nova.compute.manager [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Migrating [ 880.859780] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.715s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.861435] env[70059]: INFO nova.compute.claims [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.006453] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.006453] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5615f498-4aed-4e51-9c63-25ab8ee5814f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.014246] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 881.014246] env[70059]: value = "task-3189147" [ 881.014246] env[70059]: _type = "Task" [ 881.014246] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.024607] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.051298] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.051921] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.052961] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.053255] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7718603-b39c-4eed-bb72-065bcf0c8712 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.059822] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 881.059822] env[70059]: value = "task-3189148" [ 881.059822] env[70059]: _type = "Task" [ 881.059822] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.069816] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.117414] env[70059]: DEBUG nova.network.neutron [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Successfully updated port: e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.245699] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.375448] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.375712] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.375864] env[70059]: DEBUG nova.network.neutron [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.524913] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189147, 'name': PowerOffVM_Task, 'duration_secs': 0.320491} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.525216] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.525430] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.526193] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc0194e-dc38-4a22-8ae7-00ad2323f08a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.533513] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.533743] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5059c1ab-f11c-4710-a687-dba24cbdc9b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.569511] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070535} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.569704] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.572758] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d3a634-fa34-47f6-8331-71680eaa9175 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.594710] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.595054] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf35c61-f613-4edc-a2ef-71291d0245e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.611920] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.612157] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.612337] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleting the datastore file [datastore2] acd14470-9121-477e-8729-fab6f796b628 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.614176] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449663af-e526-4559-b287-79516ea935ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.618618] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 881.618618] env[70059]: value = "task-3189150" [ 881.618618] env[70059]: _type = "Task" [ 881.618618] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.620045] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.620180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.620327] env[70059]: DEBUG nova.network.neutron [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.621833] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 881.621833] env[70059]: value = "task-3189151" [ 881.621833] env[70059]: _type = "Task" [ 881.621833] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.637932] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.642342] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.142788] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189150, 'name': ReconfigVM_Task, 'duration_secs': 0.279916} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.143159] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.146787] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b00306c-b595-4dc4-99bd-df140c5bcc93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.149485] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154107} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.149485] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.149714] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.149933] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.159228] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 882.159228] env[70059]: value = "task-3189152" [ 882.159228] env[70059]: _type = "Task" [ 882.159228] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.168632] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189152, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.186016] env[70059]: DEBUG nova.network.neutron [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.209963] env[70059]: DEBUG nova.network.neutron [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.408604] env[70059]: DEBUG nova.network.neutron [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updating instance_info_cache with network_info: [{"id": "e072496f-8923-4199-93a5-961624ed499c", "address": "fa:16:3e:30:ec:3f", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072496f-89", "ovs_interfaceid": "e072496f-8923-4199-93a5-961624ed499c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.425295] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cc841-1cd7-44d8-8215-ee1c5c4492f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.433900] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f580482-4826-42c9-adb9-769a2c262d5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.466830] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c1ccb-6d20-420e-8d4d-40bb67e46a2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.474764] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f59141-8ded-48fa-abac-2fd775af6ccb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.484122] env[70059]: DEBUG nova.compute.manager [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Received event network-vif-plugged-e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.484122] env[70059]: DEBUG oslo_concurrency.lockutils [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.484122] env[70059]: DEBUG oslo_concurrency.lockutils [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.484122] env[70059]: DEBUG oslo_concurrency.lockutils [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.484122] env[70059]: DEBUG nova.compute.manager [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] No waiting events found dispatching network-vif-plugged-e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.484271] env[70059]: WARNING nova.compute.manager [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Received unexpected event network-vif-plugged-e072496f-8923-4199-93a5-961624ed499c for instance with vm_state building and task_state spawning. [ 882.484271] env[70059]: DEBUG nova.compute.manager [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Received event network-changed-e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.484271] env[70059]: DEBUG nova.compute.manager [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Refreshing instance network info cache due to event network-changed-e072496f-8923-4199-93a5-961624ed499c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.484271] env[70059]: DEBUG oslo_concurrency.lockutils [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] Acquiring lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.492175] env[70059]: DEBUG nova.compute.provider_tree [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.653912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.653912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.668866] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189152, 'name': Rename_Task, 'duration_secs': 0.140846} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.669180] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.669440] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f65a17-d774-44ca-84f9-86c8f91110eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.676303] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 882.676303] env[70059]: value = "task-3189153" [ 882.676303] env[70059]: _type = "Task" [ 882.676303] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.713632] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.913488] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Releasing lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.913945] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Instance network_info: |[{"id": "e072496f-8923-4199-93a5-961624ed499c", "address": "fa:16:3e:30:ec:3f", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072496f-89", "ovs_interfaceid": "e072496f-8923-4199-93a5-961624ed499c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.914349] env[70059]: DEBUG oslo_concurrency.lockutils [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] Acquired lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.914619] env[70059]: DEBUG nova.network.neutron [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Refreshing network info cache for port e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.916237] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ec:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e072496f-8923-4199-93a5-961624ed499c', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.925699] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Creating folder: Project (e202dc659baf4761b5c2583ff7444d5c). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.927240] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad1264b-e226-4ea8-9cdc-e21764ef9019 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.939148] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Created folder: Project (e202dc659baf4761b5c2583ff7444d5c) in parent group-v637631. [ 882.939414] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Creating folder: Instances. Parent ref: group-v637791. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.939740] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5c688c-7649-449a-8311-3a499be2dea5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.948796] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Created folder: Instances in parent group-v637791. [ 882.949111] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.949364] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.949638] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0cda0f3-f96f-4fcb-932b-3728c60d5717 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.971441] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.971441] env[70059]: value = "task-3189156" [ 882.971441] env[70059]: _type = "Task" [ 882.971441] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.978817] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189156, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.995951] env[70059]: DEBUG nova.scheduler.client.report [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.186216] env[70059]: DEBUG oslo_vmware.api [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189153, 'name': PowerOnVM_Task, 'duration_secs': 0.430206} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.188558] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.189206] env[70059]: INFO nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Took 7.64 seconds to spawn the instance on the hypervisor. [ 883.189206] env[70059]: DEBUG nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.189926] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca27d3-1c74-4d11-a02c-a4a8528034c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.195452] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.195677] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.195843] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.196028] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.196177] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.196322] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.196532] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.196743] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.196964] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.197192] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.197395] env[70059]: DEBUG nova.virt.hardware [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.198193] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16c994-5446-4df7-8a89-a8b4e9033a82 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.216019] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb4dae-c0f9-4e37-9439-cfbe3d7ebc46 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.233812] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:05:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4dd581c-2256-4a73-8d2b-e5f45e9c2247', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.244297] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.244702] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.244987] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5fc51b0-6587-4e68-a812-45364105523c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.268548] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.268548] env[70059]: value = "task-3189157" [ 883.268548] env[70059]: _type = "Task" [ 883.268548] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.276294] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189157, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.484412] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189156, 'name': CreateVM_Task, 'duration_secs': 0.476138} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.484412] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.485259] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.485515] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.485934] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.486304] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c0f2cf-1410-46f7-be26-134795b13689 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.491904] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 883.491904] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521fd1a1-8484-28b6-7a3b-a1e598b91478" [ 883.491904] env[70059]: _type = "Task" [ 883.491904] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.504118] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.504621] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.507109] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521fd1a1-8484-28b6-7a3b-a1e598b91478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.507507] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.822s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.507666] env[70059]: DEBUG nova.objects.instance [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lazy-loading 'resources' on Instance uuid 2fd24361-c79d-49d6-86fb-a064a42d88be {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.710734] env[70059]: DEBUG nova.network.neutron [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updated VIF entry in instance network info cache for port e072496f-8923-4199-93a5-961624ed499c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.711120] env[70059]: DEBUG nova.network.neutron [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updating instance_info_cache with network_info: [{"id": "e072496f-8923-4199-93a5-961624ed499c", "address": "fa:16:3e:30:ec:3f", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072496f-89", "ovs_interfaceid": "e072496f-8923-4199-93a5-961624ed499c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.718452] env[70059]: INFO nova.compute.manager [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Took 49.24 seconds to build instance. [ 883.779600] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189157, 'name': CreateVM_Task, 'duration_secs': 0.351557} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.779805] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.780577] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.780780] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.781145] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.781429] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e238d60-d26a-4886-b812-d7bde64d4af9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.786243] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 883.786243] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5265625f-3cae-cf87-e4c1-f5718fe751c8" [ 883.786243] env[70059]: _type = "Task" [ 883.786243] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.794281] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5265625f-3cae-cf87-e4c1-f5718fe751c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.002103] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521fd1a1-8484-28b6-7a3b-a1e598b91478, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.002396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.002691] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.002929] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.003091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.003267] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.003517] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a57fb75b-3a10-4946-9af5-5b757b659392 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.010459] env[70059]: DEBUG nova.compute.utils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.011732] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.011901] env[70059]: DEBUG nova.network.neutron [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.017678] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.017848] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.018590] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd53e7c-ebd2-4bc7-907b-5f6c776e853e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.023972] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 884.023972] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522a92f6-5567-2230-ecb2-fb1e5c380296" [ 884.023972] env[70059]: _type = "Task" [ 884.023972] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.032167] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522a92f6-5567-2230-ecb2-fb1e5c380296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.052441] env[70059]: DEBUG nova.policy [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a905f3c5e4b42cb96c25f813ffe3424', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ede8b72b46d47528b520c5676db1358', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.217755] env[70059]: DEBUG oslo_concurrency.lockutils [req-c6d54f9a-d130-4fc0-9ed1-5f911d98bc0a req-1e36baa9-f13b-4c3f-9ce2-3d29f5ba9f33 service nova] Releasing lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.224248] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b2c7df2-317f-4cd6-be85-d5a7ed5a3904 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.385s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.235294] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bb06e3-6201-455c-8076-50f29fb64b49 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.261651] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.296610] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5265625f-3cae-cf87-e4c1-f5718fe751c8, 'name': SearchDatastore_Task, 'duration_secs': 0.045356} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.299519] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.300092] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.300092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.300257] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.300415] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.300965] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1c0ba8-cdd9-43fd-ab69-03bc9bfccbc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.309841] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.310050] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.310931] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520d02a7-3b3a-4d30-b812-5f1ba58589d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.322017] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 884.322017] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5202bd3f-b5fe-ffd3-b96e-c6374ba8b343" [ 884.322017] env[70059]: _type = "Task" [ 884.322017] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.330180] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5202bd3f-b5fe-ffd3-b96e-c6374ba8b343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.503229] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5958064-ddc3-4211-b12a-892bb694f3ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.513018] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdaeee3-278c-45eb-81bc-1a4ea0c0d94c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.516371] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.556324] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd5eb61-e885-40f2-b128-53e0c3965e3e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.566208] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522a92f6-5567-2230-ecb2-fb1e5c380296, 'name': SearchDatastore_Task, 'duration_secs': 0.026775} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.568894] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d98c2d2-700b-4e53-8c79-5fd65219977b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.572207] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27095c4-0a16-4de1-959f-ae488b6e2a7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.579690] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 884.579690] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529f0802-649e-6d0d-4a44-0a84e574b1f7" [ 884.579690] env[70059]: _type = "Task" [ 884.579690] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.588595] env[70059]: DEBUG nova.compute.provider_tree [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.590718] env[70059]: DEBUG nova.network.neutron [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Successfully created port: 8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.602128] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529f0802-649e-6d0d-4a44-0a84e574b1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.731622] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.776588] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.776891] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3986165e-7c20-43c1-a4d9-002f81fed095 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.784133] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 884.784133] env[70059]: value = "task-3189158" [ 884.784133] env[70059]: _type = "Task" [ 884.784133] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.793902] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.832738] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5202bd3f-b5fe-ffd3-b96e-c6374ba8b343, 'name': SearchDatastore_Task, 'duration_secs': 0.024855} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.833582] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-415406fe-b046-4b72-aa79-a6b23730f937 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.839020] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 884.839020] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52331ad9-9a97-1e38-8a25-4c032f4e44d8" [ 884.839020] env[70059]: _type = "Task" [ 884.839020] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.847725] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52331ad9-9a97-1e38-8a25-4c032f4e44d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.098549] env[70059]: DEBUG nova.scheduler.client.report [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.101841] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529f0802-649e-6d0d-4a44-0a84e574b1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.023595} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.105022] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.105022] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 0ce3d967-dac6-4fb1-876b-556531b0f5f1/0ce3d967-dac6-4fb1-876b-556531b0f5f1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.105022] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1932ab9-d670-4075-a522-6e682070b14e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.110132] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 885.110132] env[70059]: value = "task-3189159" [ 885.110132] env[70059]: _type = "Task" [ 885.110132] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.119482] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.181450] env[70059]: DEBUG nova.compute.manager [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.181584] env[70059]: DEBUG nova.compute.manager [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing instance network info cache due to event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.181807] env[70059]: DEBUG oslo_concurrency.lockutils [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.181950] env[70059]: DEBUG oslo_concurrency.lockutils [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.182123] env[70059]: DEBUG nova.network.neutron [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.254800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.294144] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189158, 'name': PowerOffVM_Task, 'duration_secs': 0.201247} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.294453] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.294663] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.351247] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52331ad9-9a97-1e38-8a25-4c032f4e44d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.352454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.353723] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.353723] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc4c1ed-2d1c-4d9c-be20-c9692e95dccf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.360548] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 885.360548] env[70059]: value = "task-3189160" [ 885.360548] env[70059]: _type = "Task" [ 885.360548] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.370101] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.526468] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.572459] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.573112] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.573112] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.573237] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.573863] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.573863] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.574018] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.574357] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.574600] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.574836] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.575145] env[70059]: DEBUG nova.virt.hardware [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.576217] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a05970-7c3b-4912-bb02-0d903f17a24e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.586058] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c49b4-eccd-41b3-8317-9bb4938119a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.603782] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.606426] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.922s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.607604] env[70059]: INFO nova.compute.claims [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.620743] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480321} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.620844] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 0ce3d967-dac6-4fb1-876b-556531b0f5f1/0ce3d967-dac6-4fb1-876b-556531b0f5f1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.621190] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.621665] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1b662cd-8306-4153-8fb7-1ee5b2c69ff2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.626474] env[70059]: INFO nova.scheduler.client.report [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Deleted allocations for instance 2fd24361-c79d-49d6-86fb-a064a42d88be [ 885.629306] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 885.629306] env[70059]: value = "task-3189161" [ 885.629306] env[70059]: _type = "Task" [ 885.629306] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.645236] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.804764] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.805038] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.805350] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.805611] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.805819] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.806031] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.808126] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.808126] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.808126] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.808126] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.808126] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.812746] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278ea9f1-2bcd-4ddb-94a4-a0d18fa2033b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.834124] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 885.834124] env[70059]: value = "task-3189162" [ 885.834124] env[70059]: _type = "Task" [ 885.834124] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.846330] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.873469] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.042658] env[70059]: DEBUG nova.network.neutron [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updated VIF entry in instance network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.043085] env[70059]: DEBUG nova.network.neutron [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.143371] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071763} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.144028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-af7db1c5-f8b4-469b-a1f2-070aa32464ab tempest-ImagesOneServerTestJSON-92613335 tempest-ImagesOneServerTestJSON-92613335-project-member] Lock "2fd24361-c79d-49d6-86fb-a064a42d88be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.862s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.145056] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.146341] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47e1ec-2641-4a11-94ef-814ddb4888b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.170757] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 0ce3d967-dac6-4fb1-876b-556531b0f5f1/0ce3d967-dac6-4fb1-876b-556531b0f5f1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.171485] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9794e0db-94d0-4fba-9c3d-5ceaf57d8e98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.193694] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 886.193694] env[70059]: value = "task-3189163" [ 886.193694] env[70059]: _type = "Task" [ 886.193694] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.201536] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.342433] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189162, 'name': ReconfigVM_Task, 'duration_secs': 0.295108} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.342761] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.371706] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585454} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.371758] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.372084] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.372245] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-352ad663-6323-4fbc-bb09-6f4b982209e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.379445] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 886.379445] env[70059]: value = "task-3189164" [ 886.379445] env[70059]: _type = "Task" [ 886.379445] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.387790] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.398408] env[70059]: DEBUG nova.network.neutron [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Successfully updated port: 8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.545926] env[70059]: DEBUG oslo_concurrency.lockutils [req-1137d9c3-4b46-4031-9892-d2dee1435b12 req-b1c9a9d1-8068-43e3-9db7-00bf4c0f62cf service nova] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.706311] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189163, 'name': ReconfigVM_Task, 'duration_secs': 0.44617} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.706584] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 0ce3d967-dac6-4fb1-876b-556531b0f5f1/0ce3d967-dac6-4fb1-876b-556531b0f5f1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.707228] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a939787-cea5-4795-8032-b6192b21fa3e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.712961] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 886.712961] env[70059]: value = "task-3189165" [ 886.712961] env[70059]: _type = "Task" [ 886.712961] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.720857] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189165, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.851250] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:03:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5ce84567-1b9c-4dd4-a49c-583ee98a3f3e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1669728192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.851250] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.851250] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.851250] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.851419] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.851419] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.851419] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.851419] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.851419] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.851540] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.851540] env[70059]: DEBUG nova.virt.hardware [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.857892] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.861529] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888a4baf-61bd-4137-a0a2-d2105da7e0b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.884585] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 886.884585] env[70059]: value = "task-3189166" [ 886.884585] env[70059]: _type = "Task" [ 886.884585] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.894022] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064607} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.895557] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.895794] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6095e506-f418-4403-aeae-c11c96d08742 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.903112] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "refresh_cache-41ec6f72-3a16-4182-bfe9-4f92926495b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.903909] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquired lock "refresh_cache-41ec6f72-3a16-4182-bfe9-4f92926495b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.904282] env[70059]: DEBUG nova.network.neutron [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.906731] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.931769] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.935241] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181f6f4d-183d-41f1-bcd4-585127dab9aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.956638] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 886.956638] env[70059]: value = "task-3189167" [ 886.956638] env[70059]: _type = "Task" [ 886.956638] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.966554] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.108343] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9799627-bcd0-48ae-9091-782a4950bff5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.116190] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af4cd4-5f73-4ece-aa70-11b6050b78c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.146817] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c07ed83-92f5-4a8c-a736-587ae26a217e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.154142] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde3ff70-74b1-46c4-a080-a38c2fe40f0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.169489] env[70059]: DEBUG nova.compute.provider_tree [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.205182] env[70059]: DEBUG nova.compute.manager [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Received event network-vif-plugged-8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.205477] env[70059]: DEBUG oslo_concurrency.lockutils [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] Acquiring lock "41ec6f72-3a16-4182-bfe9-4f92926495b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.205788] env[70059]: DEBUG oslo_concurrency.lockutils [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.205971] env[70059]: DEBUG oslo_concurrency.lockutils [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.206192] env[70059]: DEBUG nova.compute.manager [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] No waiting events found dispatching network-vif-plugged-8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.206410] env[70059]: WARNING nova.compute.manager [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Received unexpected event network-vif-plugged-8a5ae797-0ce3-4b3e-9199-002426df4e11 for instance with vm_state building and task_state spawning. [ 887.206613] env[70059]: DEBUG nova.compute.manager [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Received event network-changed-8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.206805] env[70059]: DEBUG nova.compute.manager [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Refreshing instance network info cache due to event network-changed-8a5ae797-0ce3-4b3e-9199-002426df4e11. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.207019] env[70059]: DEBUG oslo_concurrency.lockutils [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] Acquiring lock "refresh_cache-41ec6f72-3a16-4182-bfe9-4f92926495b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.222125] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189165, 'name': Rename_Task, 'duration_secs': 0.159225} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.222448] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.222738] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67a65396-fcfd-463b-b120-5b3ef7208218 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.229154] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 887.229154] env[70059]: value = "task-3189168" [ 887.229154] env[70059]: _type = "Task" [ 887.229154] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.245527] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189168, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.398170] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189166, 'name': ReconfigVM_Task, 'duration_secs': 0.205444} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.398494] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.399252] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23267593-741f-4fc9-879d-26b3903e6669 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.424255] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.424649] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d185a257-5db1-46df-b946-f3c23a1d440b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.443783] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 887.443783] env[70059]: value = "task-3189169" [ 887.443783] env[70059]: _type = "Task" [ 887.443783] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.452956] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.465445] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189167, 'name': ReconfigVM_Task, 'duration_secs': 0.318603} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.466341] env[70059]: DEBUG nova.network.neutron [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.468296] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Reconfigured VM instance instance-0000000f to attach disk [datastore2] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.469146] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8058cf0a-b461-42ef-bd0a-68b812549638 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.476244] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 887.476244] env[70059]: value = "task-3189170" [ 887.476244] env[70059]: _type = "Task" [ 887.476244] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.484151] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189170, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.602078] env[70059]: DEBUG nova.network.neutron [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Updating instance_info_cache with network_info: [{"id": "8a5ae797-0ce3-4b3e-9199-002426df4e11", "address": "fa:16:3e:ed:b9:86", "network": {"id": "b06ef4be-43b5-4954-bbca-aa61090d0205", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-652225235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ede8b72b46d47528b520c5676db1358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a5ae797-0c", "ovs_interfaceid": "8a5ae797-0ce3-4b3e-9199-002426df4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.672952] env[70059]: DEBUG nova.scheduler.client.report [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.741046] env[70059]: DEBUG oslo_vmware.api [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189168, 'name': PowerOnVM_Task, 'duration_secs': 0.470606} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.741329] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.741685] env[70059]: INFO nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Took 7.60 seconds to spawn the instance on the hypervisor. [ 887.741685] env[70059]: DEBUG nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.742466] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafe87c1-9da4-4a23-9baa-6ff824699db5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.955018] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189169, 'name': ReconfigVM_Task, 'duration_secs': 0.392903} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.955325] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfigured VM instance instance-00000030 to attach disk [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.955622] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.987288] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189170, 'name': Rename_Task, 'duration_secs': 0.134324} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.987597] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.987842] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce972253-381b-4ecd-bdbd-20745abc8e32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.994588] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 887.994588] env[70059]: value = "task-3189171" [ 887.994588] env[70059]: _type = "Task" [ 887.994588] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.003269] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.104737] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Releasing lock "refresh_cache-41ec6f72-3a16-4182-bfe9-4f92926495b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.105106] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Instance network_info: |[{"id": "8a5ae797-0ce3-4b3e-9199-002426df4e11", "address": "fa:16:3e:ed:b9:86", "network": {"id": "b06ef4be-43b5-4954-bbca-aa61090d0205", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-652225235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ede8b72b46d47528b520c5676db1358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a5ae797-0c", "ovs_interfaceid": "8a5ae797-0ce3-4b3e-9199-002426df4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.105469] env[70059]: DEBUG oslo_concurrency.lockutils [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] Acquired lock "refresh_cache-41ec6f72-3a16-4182-bfe9-4f92926495b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.105683] env[70059]: DEBUG nova.network.neutron [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Refreshing network info cache for port 8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.107555] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:b9:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a5ae797-0ce3-4b3e-9199-002426df4e11', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.115268] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Creating folder: Project (5ede8b72b46d47528b520c5676db1358). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.119924] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba084ad2-ebef-4f9a-a6aa-ea493617f191 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.130561] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Created folder: Project (5ede8b72b46d47528b520c5676db1358) in parent group-v637631. [ 888.130929] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Creating folder: Instances. Parent ref: group-v637795. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.130974] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9341f1c1-fa6a-4b16-8d1c-bd7c42ed3cd7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.139879] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Created folder: Instances in parent group-v637795. [ 888.140117] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.140300] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.141014] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d766154d-0c07-41ca-b261-5e3634bbd44c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.159810] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.159810] env[70059]: value = "task-3189174" [ 888.159810] env[70059]: _type = "Task" [ 888.159810] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.170876] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189174, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.183339] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.183339] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.184890] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.116s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.186519] env[70059]: INFO nova.compute.claims [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.264597] env[70059]: INFO nova.compute.manager [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Took 47.12 seconds to build instance. [ 888.468214] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8943aee-4b36-4b52-a94d-6895355259a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.493913] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ac5a6-25bc-43fd-8083-54dab9e67870 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.507807] env[70059]: DEBUG oslo_vmware.api [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189171, 'name': PowerOnVM_Task, 'duration_secs': 0.464363} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.523712] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.523925] env[70059]: DEBUG nova.compute.manager [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.524302] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.528865] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759e8bb-2bf0-43d0-bb13-a8c4592f0a15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.533736] env[70059]: DEBUG nova.network.neutron [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Updated VIF entry in instance network info cache for port 8a5ae797-0ce3-4b3e-9199-002426df4e11. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.533736] env[70059]: DEBUG nova.network.neutron [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Updating instance_info_cache with network_info: [{"id": "8a5ae797-0ce3-4b3e-9199-002426df4e11", "address": "fa:16:3e:ed:b9:86", "network": {"id": "b06ef4be-43b5-4954-bbca-aa61090d0205", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-652225235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ede8b72b46d47528b520c5676db1358", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a5ae797-0c", "ovs_interfaceid": "8a5ae797-0ce3-4b3e-9199-002426df4e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.670509] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189174, 'name': CreateVM_Task, 'duration_secs': 0.399634} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.670688] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.671387] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671556] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.671905] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.672162] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e677e245-156e-4d1c-a8f3-f177cdb86bc0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.676920] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 888.676920] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52555735-8bbe-c7dd-6b16-2f877dd25d9e" [ 888.676920] env[70059]: _type = "Task" [ 888.676920] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.684821] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52555735-8bbe-c7dd-6b16-2f877dd25d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.691087] env[70059]: DEBUG nova.compute.utils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.692382] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.692544] env[70059]: DEBUG nova.network.neutron [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.738198] env[70059]: DEBUG nova.policy [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2641ed717ffe4b5a9537d21169ee91da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e32ddafd435439db546206467a0ec69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.763627] env[70059]: DEBUG nova.compute.manager [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Received event network-changed-e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.764164] env[70059]: DEBUG nova.compute.manager [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Refreshing instance network info cache due to event network-changed-e072496f-8923-4199-93a5-961624ed499c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.764164] env[70059]: DEBUG oslo_concurrency.lockutils [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] Acquiring lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.764623] env[70059]: DEBUG oslo_concurrency.lockutils [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] Acquired lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.764623] env[70059]: DEBUG nova.network.neutron [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Refreshing network info cache for port e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.767773] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08cf790f-55e4-4ef3-aa4c-c2493416effa tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.346s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.042854] env[70059]: DEBUG oslo_concurrency.lockutils [req-b044283f-ad49-4d0e-84c2-bcbf4ef2351c req-b44c8620-8969-4950-94a6-f701c7f321ca service nova] Releasing lock "refresh_cache-41ec6f72-3a16-4182-bfe9-4f92926495b9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.053592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.133429] env[70059]: DEBUG nova.network.neutron [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Port 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.159616] env[70059]: DEBUG nova.network.neutron [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Successfully created port: 812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.189319] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52555735-8bbe-c7dd-6b16-2f877dd25d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.025175} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.189925] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.189925] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.191392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.191392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.191392] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.191392] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7678584f-daa2-44c0-88d3-0f9efc4fb116 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.197031] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.207972] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.208314] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.210390] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8a11b7-e986-40df-bed6-ec9e2d078f3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.217420] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 889.217420] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52015c5b-8f2e-ac43-6cbe-008c3602a1d6" [ 889.217420] env[70059]: _type = "Task" [ 889.217420] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.228904] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52015c5b-8f2e-ac43-6cbe-008c3602a1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.697140] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccd451e-b0cd-4dbb-a9a1-34f97a6e17f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.705856] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a035f7-af79-413f-bdd4-272f8871a83a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.713352] env[70059]: INFO nova.compute.manager [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Rebuilding instance [ 889.754576] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8991b1-82d6-4d51-85ee-28f4222da732 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.761684] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52015c5b-8f2e-ac43-6cbe-008c3602a1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.763377] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7e8519-2a25-4fa9-8b1c-6cb5401b59e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.772866] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d33a3e5-b4a0-4c9f-85a6-75b00f7650d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.779191] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 889.779191] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529cfc6c-3122-e0a6-8889-dcfae3e9baee" [ 889.779191] env[70059]: _type = "Task" [ 889.779191] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.792096] env[70059]: DEBUG nova.compute.provider_tree [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.805963] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529cfc6c-3122-e0a6-8889-dcfae3e9baee, 'name': SearchDatastore_Task, 'duration_secs': 0.015266} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.806841] env[70059]: DEBUG nova.compute.manager [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.807199] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.807468] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 41ec6f72-3a16-4182-bfe9-4f92926495b9/41ec6f72-3a16-4182-bfe9-4f92926495b9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.808215] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58049c6b-a919-42c7-a9c4-caf4971cda8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.810996] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daef0618-aad0-406e-9533-b4515abf2354 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.820917] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 889.820917] env[70059]: value = "task-3189175" [ 889.820917] env[70059]: _type = "Task" [ 889.820917] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.825662] env[70059]: DEBUG nova.network.neutron [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updated VIF entry in instance network info cache for port e072496f-8923-4199-93a5-961624ed499c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.825998] env[70059]: DEBUG nova.network.neutron [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updating instance_info_cache with network_info: [{"id": "e072496f-8923-4199-93a5-961624ed499c", "address": "fa:16:3e:30:ec:3f", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape072496f-89", "ovs_interfaceid": "e072496f-8923-4199-93a5-961624ed499c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.838665] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.158044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.158332] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.158513] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.218287] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.252470] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.252736] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.252912] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.253107] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.253259] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.253425] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.253753] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.253983] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.254421] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.254474] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.255061] env[70059]: DEBUG nova.virt.hardware [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.256321] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be2ba39-12bc-413c-bedb-2b94882ce58f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.267697] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535117a-ccd6-4bdd-87e4-3f288ff58690 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.304594] env[70059]: DEBUG nova.scheduler.client.report [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.331275] env[70059]: DEBUG oslo_concurrency.lockutils [req-31a68dd2-c8cf-478c-a7fc-e7afb074e674 req-80482e9a-07d4-4698-90b3-77b94833042d service nova] Releasing lock "refresh_cache-0ce3d967-dac6-4fb1-876b-556531b0f5f1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.337086] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469335} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.337360] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 41ec6f72-3a16-4182-bfe9-4f92926495b9/41ec6f72-3a16-4182-bfe9-4f92926495b9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.337658] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.338197] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c437c954-b088-4492-8eeb-f8d7d41a71ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.345594] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 890.345594] env[70059]: value = "task-3189176" [ 890.345594] env[70059]: _type = "Task" [ 890.345594] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.355510] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.811079] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.811601] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.818079] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.620s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.819669] env[70059]: INFO nova.compute.claims [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.830286] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.830583] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156bf4b2-733d-441a-af42-7095ab7c07e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.840805] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 890.840805] env[70059]: value = "task-3189177" [ 890.840805] env[70059]: _type = "Task" [ 890.840805] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.861173] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.866168] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059433} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.866168] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.866543] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223fb8d3-63c2-493c-88ec-da47634ac312 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.893125] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 41ec6f72-3a16-4182-bfe9-4f92926495b9/41ec6f72-3a16-4182-bfe9-4f92926495b9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.893790] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb3fe01-a440-4830-a430-907b92805e32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.919077] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 890.919077] env[70059]: value = "task-3189178" [ 890.919077] env[70059]: _type = "Task" [ 890.919077] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.928319] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.091548] env[70059]: DEBUG nova.compute.manager [req-96b139ad-46cd-47fb-a925-330cf697a22c req-fbb6ebff-cb99-44a3-9476-80bdf0e3c12c service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Received event network-vif-plugged-812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.091862] env[70059]: DEBUG oslo_concurrency.lockutils [req-96b139ad-46cd-47fb-a925-330cf697a22c req-fbb6ebff-cb99-44a3-9476-80bdf0e3c12c service nova] Acquiring lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.092035] env[70059]: DEBUG oslo_concurrency.lockutils [req-96b139ad-46cd-47fb-a925-330cf697a22c req-fbb6ebff-cb99-44a3-9476-80bdf0e3c12c service nova] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.092198] env[70059]: DEBUG oslo_concurrency.lockutils [req-96b139ad-46cd-47fb-a925-330cf697a22c req-fbb6ebff-cb99-44a3-9476-80bdf0e3c12c service nova] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.092374] env[70059]: DEBUG nova.compute.manager [req-96b139ad-46cd-47fb-a925-330cf697a22c req-fbb6ebff-cb99-44a3-9476-80bdf0e3c12c service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] No waiting events found dispatching network-vif-plugged-812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.092504] env[70059]: WARNING nova.compute.manager [req-96b139ad-46cd-47fb-a925-330cf697a22c req-fbb6ebff-cb99-44a3-9476-80bdf0e3c12c service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Received unexpected event network-vif-plugged-812cd2da-8fae-4db1-80ea-105fadef9c75 for instance with vm_state building and task_state spawning. [ 891.168315] env[70059]: DEBUG nova.network.neutron [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Successfully updated port: 812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.220207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.220207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.220207] env[70059]: DEBUG nova.network.neutron [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.330506] env[70059]: DEBUG nova.compute.utils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.330506] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.330506] env[70059]: DEBUG nova.network.neutron [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.357192] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189177, 'name': PowerOffVM_Task, 'duration_secs': 0.213789} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.357696] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.357781] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.360211] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf5902-f82c-44e9-a0b6-d7a85c18dec1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.368393] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.368723] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e03f1f1-d0c5-4f11-a179-fbb639ed0549 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.374496] env[70059]: DEBUG nova.policy [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8fd3af90204522bf140bae43e1f3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80df9ef80e140f7baa7e260e967d582', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.432708] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.454599] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.455128] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.455355] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleting the datastore file [datastore2] acd14470-9121-477e-8729-fab6f796b628 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.455649] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82a42224-3513-4046-8b12-64ab6db425ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.463526] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 891.463526] env[70059]: value = "task-3189180" [ 891.463526] env[70059]: _type = "Task" [ 891.463526] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.472716] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.677278] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "refresh_cache-411a0c11-b3c3-4519-8b1f-7cf8312d0e71" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.677278] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "refresh_cache-411a0c11-b3c3-4519-8b1f-7cf8312d0e71" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.677278] env[70059]: DEBUG nova.network.neutron [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.837810] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.935549] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189178, 'name': ReconfigVM_Task, 'duration_secs': 0.841939} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.936331] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 41ec6f72-3a16-4182-bfe9-4f92926495b9/41ec6f72-3a16-4182-bfe9-4f92926495b9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.937037] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15edc7ce-6645-40d9-b98b-3eec2f17ab4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.948110] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 891.948110] env[70059]: value = "task-3189181" [ 891.948110] env[70059]: _type = "Task" [ 891.948110] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.955910] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189181, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.977114] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.231359] env[70059]: DEBUG nova.network.neutron [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.362205] env[70059]: DEBUG nova.network.neutron [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Successfully created port: 12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.439474] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468e6536-63e4-4214-8a0a-e8db01b4a2f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.453284] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c080c7f3-0c9c-4163-8ea7-3acc1a72152d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.461898] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189181, 'name': Rename_Task, 'duration_secs': 0.358884} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.486754] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.490402] env[70059]: DEBUG nova.network.neutron [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Updating instance_info_cache with network_info: [{"id": "812cd2da-8fae-4db1-80ea-105fadef9c75", "address": "fa:16:3e:8c:f7:32", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812cd2da-8f", "ovs_interfaceid": "812cd2da-8fae-4db1-80ea-105fadef9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.491481] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-025e1596-a16d-4cd3-bd41-447a4e27dcda {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.495754] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76582e-04f6-4e16-83df-a308523516dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.508181] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11192f6-7699-4e4c-bd19-227626242d82 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.513687] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53034} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.513786] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.514022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.514170] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.517153] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 892.517153] env[70059]: value = "task-3189182" [ 892.517153] env[70059]: _type = "Task" [ 892.517153] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.532187] env[70059]: DEBUG nova.compute.provider_tree [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.543027] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.583603] env[70059]: DEBUG nova.network.neutron [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.857636] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.893028] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.893301] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.893460] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.893695] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.894017] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.894017] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.896082] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.896304] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.896632] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.896891] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.897099] env[70059]: DEBUG nova.virt.hardware [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.898123] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b41ef-8787-4906-ae6f-9c060e5789df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.906504] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cecf24f-ab1e-4a57-aecc-7d43730621fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.000465] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "refresh_cache-411a0c11-b3c3-4519-8b1f-7cf8312d0e71" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.000822] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Instance network_info: |[{"id": "812cd2da-8fae-4db1-80ea-105fadef9c75", "address": "fa:16:3e:8c:f7:32", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812cd2da-8f", "ovs_interfaceid": "812cd2da-8fae-4db1-80ea-105fadef9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.001271] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:f7:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812cd2da-8fae-4db1-80ea-105fadef9c75', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.009348] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating folder: Project (3e32ddafd435439db546206467a0ec69). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.009656] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-302c72f2-7812-49df-8ef4-ca756dff0421 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.023635] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created folder: Project (3e32ddafd435439db546206467a0ec69) in parent group-v637631. [ 893.023635] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating folder: Instances. Parent ref: group-v637798. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.026948] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de81fb1e-ce0d-4b16-983f-370c79dd0be8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.033373] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.036084] env[70059]: DEBUG nova.scheduler.client.report [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.042393] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created folder: Instances in parent group-v637798. [ 893.042743] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.043311] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.043611] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7acc5b6f-cc02-4668-b7d8-97cf474a4b70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.069399] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.069399] env[70059]: value = "task-3189185" [ 893.069399] env[70059]: _type = "Task" [ 893.069399] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.078485] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189185, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.086571] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.129894] env[70059]: DEBUG nova.compute.manager [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Received event network-changed-812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.130147] env[70059]: DEBUG nova.compute.manager [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Refreshing instance network info cache due to event network-changed-812cd2da-8fae-4db1-80ea-105fadef9c75. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.130372] env[70059]: DEBUG oslo_concurrency.lockutils [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] Acquiring lock "refresh_cache-411a0c11-b3c3-4519-8b1f-7cf8312d0e71" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.130543] env[70059]: DEBUG oslo_concurrency.lockutils [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] Acquired lock "refresh_cache-411a0c11-b3c3-4519-8b1f-7cf8312d0e71" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.130747] env[70059]: DEBUG nova.network.neutron [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Refreshing network info cache for port 812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.537021] env[70059]: DEBUG oslo_vmware.api [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189182, 'name': PowerOnVM_Task, 'duration_secs': 0.538968} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.537408] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.537670] env[70059]: INFO nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Took 8.01 seconds to spawn the instance on the hypervisor. [ 893.537869] env[70059]: DEBUG nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.539495] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f357280a-7537-41d2-83d7-a85f8668fe9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.544233] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.545009] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.554184] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.588s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.554184] env[70059]: DEBUG nova.objects.instance [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lazy-loading 'resources' on Instance uuid e0ceb003-ae7c-4707-b523-2363cc9833b9 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.564293] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.564530] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.564689] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.564867] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.565019] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.565541] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.565776] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.565938] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.566127] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.566544] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.566544] env[70059]: DEBUG nova.virt.hardware [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.567367] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8964a0-8efa-48f6-ad4a-a61a026e711d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.584423] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c979854-164f-4b37-a08b-70327c0b81a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.588212] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189185, 'name': CreateVM_Task, 'duration_secs': 0.331553} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.588863] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.589973] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.590943] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.590943] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.590943] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39eba275-9ce4-4ac8-9a87-739e99fb1145 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.603385] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:05:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4dd581c-2256-4a73-8d2b-e5f45e9c2247', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.615121] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.616392] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.617096] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf47ce7b-b10b-4e16-9d13-6480a0c63889 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.636672] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 893.636672] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5205da05-d02b-e8a3-1a26-3c1decc32cc5" [ 893.636672] env[70059]: _type = "Task" [ 893.636672] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.639629] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201aa37-1ac8-4658-8266-28824a314d18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.647916] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.647916] env[70059]: value = "task-3189186" [ 893.647916] env[70059]: _type = "Task" [ 893.647916] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.673329] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c4349-fdea-4323-8349-6642ff1975f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.676396] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5205da05-d02b-e8a3-1a26-3c1decc32cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.677404] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.677404] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.677570] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.677833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.677895] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.680460] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd1958b-b8eb-44fa-9fb6-496db4768d25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.687308] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189186, 'name': CreateVM_Task} progress is 15%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.688114] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.700904] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.700904] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.700904] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071bc070-2c1a-4587-9f15-3f14fe18c5ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.706145] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 893.706145] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527c516d-c103-03f8-59a0-a660fc6aae3d" [ 893.706145] env[70059]: _type = "Task" [ 893.706145] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.713609] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527c516d-c103-03f8-59a0-a660fc6aae3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.929343] env[70059]: DEBUG nova.network.neutron [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Updated VIF entry in instance network info cache for port 812cd2da-8fae-4db1-80ea-105fadef9c75. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.929758] env[70059]: DEBUG nova.network.neutron [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Updating instance_info_cache with network_info: [{"id": "812cd2da-8fae-4db1-80ea-105fadef9c75", "address": "fa:16:3e:8c:f7:32", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812cd2da-8f", "ovs_interfaceid": "812cd2da-8fae-4db1-80ea-105fadef9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.060315] env[70059]: DEBUG nova.compute.utils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.068727] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.068727] env[70059]: DEBUG nova.network.neutron [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.069510] env[70059]: INFO nova.compute.manager [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Took 50.95 seconds to build instance. [ 894.145654] env[70059]: DEBUG nova.policy [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '891f05be1e9d4bc48093c77a589e5092', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11efa5561d4c494da809c0e1bd96a40d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.165180] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189186, 'name': CreateVM_Task, 'duration_secs': 0.339807} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.165574] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.167524] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.168285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.169385] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.169499] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1653c3c0-c593-43a4-a854-70a8bdc04bd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.177935] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 894.177935] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c6fb86-78d6-e60a-3365-a09acf9e8b08" [ 894.177935] env[70059]: _type = "Task" [ 894.177935] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.186623] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c6fb86-78d6-e60a-3365-a09acf9e8b08, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.187541] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.187541] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.187541] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.194963] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.195481] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412dbfb2-8e2a-4ebe-ae3f-02595250386c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.201899] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 894.201899] env[70059]: value = "task-3189187" [ 894.201899] env[70059]: _type = "Task" [ 894.201899] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.218378] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189187, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.222037] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527c516d-c103-03f8-59a0-a660fc6aae3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.225483] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55a2a22-7069-477c-a3bb-f9d651670dfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.231743] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 894.231743] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ea30fd-c575-f193-1ad2-f6a19b6d3732" [ 894.231743] env[70059]: _type = "Task" [ 894.231743] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.241267] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ea30fd-c575-f193-1ad2-f6a19b6d3732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.434127] env[70059]: DEBUG oslo_concurrency.lockutils [req-467e7f4f-bfb8-45ab-abdd-11f52c36bc58 req-b41e60f7-aaae-416e-b95f-76f676033c9f service nova] Releasing lock "refresh_cache-411a0c11-b3c3-4519-8b1f-7cf8312d0e71" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.440225] env[70059]: DEBUG nova.network.neutron [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Successfully updated port: 12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.565586] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.568874] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a5fba-7cc9-4396-bed3-8fc2ef647db9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.571846] env[70059]: DEBUG oslo_concurrency.lockutils [None req-877d309a-b187-4a81-8d58-564806c21ec4 tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.893s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.576956] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93575d55-29e2-40c9-a123-2726826a1522 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.609551] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf809525-56cd-402c-a6c6-396fcd30fccf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.617727] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a879e0b6-8e54-4443-84ce-bdfa12186d76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.635737] env[70059]: DEBUG nova.compute.provider_tree [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.699223] env[70059]: DEBUG nova.network.neutron [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Successfully created port: 8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.713096] env[70059]: DEBUG oslo_vmware.api [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189187, 'name': PowerOnVM_Task, 'duration_secs': 0.473486} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.713369] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.713550] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d804c095-56e3-4fe0-b527-5970332cf4b4 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance 'edec81c1-e48e-4c35-8a6d-62862975ce93' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.743538] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ea30fd-c575-f193-1ad2-f6a19b6d3732, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.743538] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.744042] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 411a0c11-b3c3-4519-8b1f-7cf8312d0e71/411a0c11-b3c3-4519-8b1f-7cf8312d0e71.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.744042] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.744231] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.744536] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00d1ef9d-2b86-4957-adf3-31404171eef9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.748030] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1a097e-96b3-4379-9b8e-38d4ab467eae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.755155] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 894.755155] env[70059]: value = "task-3189188" [ 894.755155] env[70059]: _type = "Task" [ 894.755155] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.759675] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.759838] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.760858] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768bc0f0-602d-427e-8bf9-6a88b078a805 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.768162] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.772468] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 894.772468] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52926054-a902-b23a-6a31-fe8383f9c45d" [ 894.772468] env[70059]: _type = "Task" [ 894.772468] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.781775] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52926054-a902-b23a-6a31-fe8383f9c45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.836163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "41ec6f72-3a16-4182-bfe9-4f92926495b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.836449] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.836686] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "41ec6f72-3a16-4182-bfe9-4f92926495b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.836890] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.837097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.844138] env[70059]: INFO nova.compute.manager [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Terminating instance [ 894.942842] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.943211] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.943387] env[70059]: DEBUG nova.network.neutron [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.137992] env[70059]: DEBUG nova.scheduler.client.report [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.164075] env[70059]: DEBUG nova.compute.manager [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Received event network-vif-plugged-12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.164075] env[70059]: DEBUG oslo_concurrency.lockutils [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.164075] env[70059]: DEBUG oslo_concurrency.lockutils [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] Lock "4a8dba25-b936-424e-b18f-1e131d129305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.164075] env[70059]: DEBUG oslo_concurrency.lockutils [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] Lock "4a8dba25-b936-424e-b18f-1e131d129305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.164075] env[70059]: DEBUG nova.compute.manager [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] No waiting events found dispatching network-vif-plugged-12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.165085] env[70059]: WARNING nova.compute.manager [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Received unexpected event network-vif-plugged-12ba8550-cb11-4858-afce-7fd3f853c76c for instance with vm_state building and task_state spawning. [ 895.165085] env[70059]: DEBUG nova.compute.manager [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Received event network-changed-12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.165085] env[70059]: DEBUG nova.compute.manager [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Refreshing instance network info cache due to event network-changed-12ba8550-cb11-4858-afce-7fd3f853c76c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.165085] env[70059]: DEBUG oslo_concurrency.lockutils [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.267542] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477751} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.268516] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 411a0c11-b3c3-4519-8b1f-7cf8312d0e71/411a0c11-b3c3-4519-8b1f-7cf8312d0e71.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.269101] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.269646] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0940da3c-84ee-4fdc-af7a-de55500ae8f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.278982] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 895.278982] env[70059]: value = "task-3189189" [ 895.278982] env[70059]: _type = "Task" [ 895.278982] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.283546] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52926054-a902-b23a-6a31-fe8383f9c45d, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.288914] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8602302-586e-4885-a62d-47c118812d5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.297301] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.298749] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 895.298749] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b30495-601d-d179-82ce-8ff3a019530b" [ 895.298749] env[70059]: _type = "Task" [ 895.298749] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.306996] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b30495-601d-d179-82ce-8ff3a019530b, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.307307] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.307633] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.307919] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ff4c23b-1f6d-4c47-9360-dfc624c284b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.313937] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 895.313937] env[70059]: value = "task-3189190" [ 895.313937] env[70059]: _type = "Task" [ 895.313937] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.321390] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.346838] env[70059]: DEBUG nova.compute.manager [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.347107] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.348038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425764cd-47ff-47fd-861f-2b1d3a8a6aa1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.355554] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.355874] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a1e8810-c298-413e-88be-4561f5d386f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.361704] env[70059]: DEBUG oslo_vmware.api [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 895.361704] env[70059]: value = "task-3189191" [ 895.361704] env[70059]: _type = "Task" [ 895.361704] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.369637] env[70059]: DEBUG oslo_vmware.api [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.489832] env[70059]: DEBUG nova.network.neutron [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.578789] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.612777] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.613084] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.613250] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.613431] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.613623] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.613814] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.614059] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.614216] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.614382] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.614552] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.614735] env[70059]: DEBUG nova.virt.hardware [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.615692] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d497c-4e31-41e4-ae4a-b8b4506fd973 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.624552] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217374ef-4749-4cda-8815-8ff6b8e06f60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.645260] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.647804] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.619s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.647991] env[70059]: DEBUG nova.objects.instance [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lazy-loading 'resources' on Instance uuid ef019654-75be-4394-ad62-f19d9eabdd6e {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.678539] env[70059]: INFO nova.scheduler.client.report [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted allocations for instance e0ceb003-ae7c-4707-b523-2363cc9833b9 [ 895.802741] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092854} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.803078] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.803918] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed3f47-47e4-461b-b23d-eaa49772b765 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.830683] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 411a0c11-b3c3-4519-8b1f-7cf8312d0e71/411a0c11-b3c3-4519-8b1f-7cf8312d0e71.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.835282] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627941d2-e886-4064-99e7-2e174d04fbf0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.849057] env[70059]: DEBUG nova.network.neutron [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.856349] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49118} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.857582] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.857818] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.858192] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 895.858192] env[70059]: value = "task-3189192" [ 895.858192] env[70059]: _type = "Task" [ 895.858192] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.858369] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52a023b0-d586-4a68-95d9-0da85c193276 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.871884] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 895.871884] env[70059]: value = "task-3189193" [ 895.871884] env[70059]: _type = "Task" [ 895.871884] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.879209] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.887783] env[70059]: DEBUG oslo_vmware.api [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189191, 'name': PowerOffVM_Task, 'duration_secs': 0.266257} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.888584] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.888776] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.889049] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a78d82f-eab8-4fce-ad47-20605e908886 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.893596] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.976586] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.976809] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.976999] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Deleting the datastore file [datastore2] 41ec6f72-3a16-4182-bfe9-4f92926495b9 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.977294] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df22463-598e-47ca-87e4-33f79cd078f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.984017] env[70059]: DEBUG oslo_vmware.api [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for the task: (returnval){ [ 895.984017] env[70059]: value = "task-3189195" [ 895.984017] env[70059]: _type = "Task" [ 895.984017] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.991769] env[70059]: DEBUG oslo_vmware.api [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.189478] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7f2ee7e1-8775-4cbf-b25a-2e91a23b0344 tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "e0ceb003-ae7c-4707-b523-2363cc9833b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.775s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.353900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.354101] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Instance network_info: |[{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.357312] env[70059]: DEBUG oslo_concurrency.lockutils [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.358616] env[70059]: DEBUG nova.network.neutron [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Refreshing network info cache for port 12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.358959] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b7:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12ba8550-cb11-4858-afce-7fd3f853c76c', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.367103] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating folder: Project (c80df9ef80e140f7baa7e260e967d582). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.367889] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66376095-da2a-41f0-b28b-269f127f2461 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.378385] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189192, 'name': ReconfigVM_Task, 'duration_secs': 0.432031} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.378470] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 411a0c11-b3c3-4519-8b1f-7cf8312d0e71/411a0c11-b3c3-4519-8b1f-7cf8312d0e71.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.379203] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967f34bc-cd20-42ae-ae5a-fa723d52e650 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.389375] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created folder: Project (c80df9ef80e140f7baa7e260e967d582) in parent group-v637631. [ 896.389603] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating folder: Instances. Parent ref: group-v637802. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.393268] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e830e4c-b69b-49d1-a881-bcb85f7031c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.398208] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 896.398208] env[70059]: value = "task-3189197" [ 896.398208] env[70059]: _type = "Task" [ 896.398208] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.401133] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066059} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.404296] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.405906] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ccf95-7e74-4e58-a878-b2a80b2aa27e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.412871] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created folder: Instances in parent group-v637802. [ 896.413646] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.416435] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.416714] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189197, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.426313] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c875d9d-33b6-4544-a8f9-7abb8e67b50e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.449849] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.453215] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a54a17-5d07-4b90-8e00-f26f9d6375d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.472668] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.472668] env[70059]: value = "task-3189199" [ 896.472668] env[70059]: _type = "Task" [ 896.472668] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.476625] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 896.476625] env[70059]: value = "task-3189200" [ 896.476625] env[70059]: _type = "Task" [ 896.476625] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.476625] env[70059]: DEBUG nova.network.neutron [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Successfully updated port: 8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.502231] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189199, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.507659] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.511209] env[70059]: DEBUG oslo_vmware.api [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Task: {'id': task-3189195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166355} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.514016] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.514227] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.514405] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.514573] env[70059]: INFO nova.compute.manager [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 896.514815] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.515428] env[70059]: DEBUG nova.compute.manager [-] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.515526] env[70059]: DEBUG nova.network.neutron [-] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.721912] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b40a23a-ec31-48e3-9d80-94332d683922 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.730484] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12845b1-ab66-4b06-adca-3f99ab74d78c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.765278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800a48be-58bc-44b4-a32b-d72cd82eb241 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.773348] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7cbc5e-4791-4613-b409-1fce576ec4c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.788525] env[70059]: DEBUG nova.compute.provider_tree [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.913779] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189197, 'name': Rename_Task, 'duration_secs': 0.14978} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.914035] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.915314] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4284bf5-2301-4cc0-b6ec-d3bd008b2f68 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.921088] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 896.921088] env[70059]: value = "task-3189201" [ 896.921088] env[70059]: _type = "Task" [ 896.921088] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.936217] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.986564] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.986775] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquired lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.989033] env[70059]: DEBUG nova.network.neutron [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.990273] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189199, 'name': CreateVM_Task, 'duration_secs': 0.46816} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.998769] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.002191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.002191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.002191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.007034] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052339fd-8d45-4791-bceb-5a03d84b401f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.011266] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189200, 'name': ReconfigVM_Task, 'duration_secs': 0.519303} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.012300] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Reconfigured VM instance instance-0000000f to attach disk [datastore1] acd14470-9121-477e-8729-fab6f796b628/acd14470-9121-477e-8729-fab6f796b628.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.012389] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22bf9893-ed7d-4217-939e-e714d3d8d319 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.016221] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 897.016221] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52596090-e303-5321-771e-9c94b0d0d073" [ 897.016221] env[70059]: _type = "Task" [ 897.016221] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.021470] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 897.021470] env[70059]: value = "task-3189202" [ 897.021470] env[70059]: _type = "Task" [ 897.021470] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.027994] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52596090-e303-5321-771e-9c94b0d0d073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.032894] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189202, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.179247] env[70059]: DEBUG nova.network.neutron [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Port 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 897.179513] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.180810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.180810] env[70059]: DEBUG nova.network.neutron [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.195573] env[70059]: DEBUG nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Received event network-vif-plugged-8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.196200] env[70059]: DEBUG oslo_concurrency.lockutils [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] Acquiring lock "78f27d3e-b318-4ac6-83f2-88117c61268c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.196200] env[70059]: DEBUG oslo_concurrency.lockutils [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.196200] env[70059]: DEBUG oslo_concurrency.lockutils [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.196358] env[70059]: DEBUG nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] No waiting events found dispatching network-vif-plugged-8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.196484] env[70059]: WARNING nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Received unexpected event network-vif-plugged-8570d005-620d-4ff4-b0b4-0c0c2c4c830d for instance with vm_state building and task_state spawning. [ 897.196686] env[70059]: DEBUG nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Received event network-changed-8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.196786] env[70059]: DEBUG nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Refreshing instance network info cache due to event network-changed-8570d005-620d-4ff4-b0b4-0c0c2c4c830d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.197598] env[70059]: DEBUG oslo_concurrency.lockutils [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] Acquiring lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.242691] env[70059]: DEBUG nova.network.neutron [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updated VIF entry in instance network info cache for port 12ba8550-cb11-4858-afce-7fd3f853c76c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.243346] env[70059]: DEBUG nova.network.neutron [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.294390] env[70059]: DEBUG nova.scheduler.client.report [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.319056] env[70059]: DEBUG nova.network.neutron [-] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.431130] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.529824] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52596090-e303-5321-771e-9c94b0d0d073, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.530740] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.531396] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.531396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.531687] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.531687] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.531998] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2309b48f-2ba5-4c27-8294-da938eee9725 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.537210] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189202, 'name': Rename_Task, 'duration_secs': 0.298829} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.537857] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.538095] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4072a8ba-39ce-4cc7-a264-11d66cb5d361 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.543999] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 897.543999] env[70059]: value = "task-3189203" [ 897.543999] env[70059]: _type = "Task" [ 897.543999] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.548366] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.548678] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.549964] env[70059]: DEBUG nova.network.neutron [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.552191] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035f4f97-f806-49fb-a068-b35301104013 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.557737] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.560951] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 897.560951] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526bdf23-76cb-133c-1290-6ff4806b26eb" [ 897.560951] env[70059]: _type = "Task" [ 897.560951] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.568648] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526bdf23-76cb-133c-1290-6ff4806b26eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.749167] env[70059]: DEBUG oslo_concurrency.lockutils [req-95393dfd-ed1a-4aca-8697-70769e457678 req-92fa5d46-6675-44b0-856f-de9cba3b3509 service nova] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.799752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.803116] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.663s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.804638] env[70059]: INFO nova.compute.claims [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.821703] env[70059]: INFO nova.compute.manager [-] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Took 1.31 seconds to deallocate network for instance. [ 897.825107] env[70059]: INFO nova.scheduler.client.report [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Deleted allocations for instance ef019654-75be-4394-ad62-f19d9eabdd6e [ 897.849708] env[70059]: DEBUG nova.network.neutron [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updating instance_info_cache with network_info: [{"id": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "address": "fa:16:3e:b4:a3:6b", "network": {"id": "b76b72bd-51d6-4cfb-b42c-6d97e03359b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1746235550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa5561d4c494da809c0e1bd96a40d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8570d005-62", "ovs_interfaceid": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.931636] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.017534] env[70059]: DEBUG nova.network.neutron [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.055263] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.070500] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526bdf23-76cb-133c-1290-6ff4806b26eb, 'name': SearchDatastore_Task, 'duration_secs': 0.026691} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.071391] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582f58fc-5649-470b-8da3-4509a17a5aec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.076686] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 898.076686] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5230d17a-e908-ac23-c6cb-4956f486a148" [ 898.076686] env[70059]: _type = "Task" [ 898.076686] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.086183] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5230d17a-e908-ac23-c6cb-4956f486a148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.332299] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.335065] env[70059]: DEBUG oslo_concurrency.lockutils [None req-56e16d01-2ca8-47b0-bb39-85beaf13ffcc tempest-MultipleCreateTestJSON-2020727100 tempest-MultipleCreateTestJSON-2020727100-project-member] Lock "ef019654-75be-4394-ad62-f19d9eabdd6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.858s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.352141] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Releasing lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.352479] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Instance network_info: |[{"id": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "address": "fa:16:3e:b4:a3:6b", "network": {"id": "b76b72bd-51d6-4cfb-b42c-6d97e03359b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1746235550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa5561d4c494da809c0e1bd96a40d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8570d005-62", "ovs_interfaceid": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.353053] env[70059]: DEBUG oslo_concurrency.lockutils [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] Acquired lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.353244] env[70059]: DEBUG nova.network.neutron [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Refreshing network info cache for port 8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.354339] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8570d005-620d-4ff4-b0b4-0c0c2c4c830d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.364013] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Creating folder: Project (11efa5561d4c494da809c0e1bd96a40d). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.364013] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a00fba-d9e3-4969-9200-9c9160c7c7d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.377830] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Created folder: Project (11efa5561d4c494da809c0e1bd96a40d) in parent group-v637631. [ 898.377830] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Creating folder: Instances. Parent ref: group-v637805. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.377830] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-420f1d69-d0e2-47f6-b9b3-b1d45f26d18b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.384886] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Created folder: Instances in parent group-v637805. [ 898.385097] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.385290] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.385656] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1029a54a-8292-4d66-aa5a-b0703fbbe77a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.404110] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.404110] env[70059]: value = "task-3189206" [ 898.404110] env[70059]: _type = "Task" [ 898.404110] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.411878] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189206, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.430223] env[70059]: DEBUG oslo_vmware.api [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189201, 'name': PowerOnVM_Task, 'duration_secs': 1.04939} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.430501] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.430767] env[70059]: INFO nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Took 8.21 seconds to spawn the instance on the hypervisor. [ 898.430964] env[70059]: DEBUG nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.431766] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a10fe1-6589-46c3-98b3-543e0e9a0d27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.520512] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.556382] env[70059]: DEBUG oslo_vmware.api [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189203, 'name': PowerOnVM_Task, 'duration_secs': 0.85619} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.556640] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.556926] env[70059]: DEBUG nova.compute.manager [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.557892] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e4764b-9f0a-4a9b-8155-2dbbebaa36f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.588485] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5230d17a-e908-ac23-c6cb-4956f486a148, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.588881] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.589219] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305/4a8dba25-b936-424e-b18f-1e131d129305.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.589543] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e07e82-36b1-4658-b74c-48831435ab4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.596388] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 898.596388] env[70059]: value = "task-3189207" [ 898.596388] env[70059]: _type = "Task" [ 898.596388] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.608418] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.919592] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189206, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.955241] env[70059]: INFO nova.compute.manager [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Took 50.29 seconds to build instance. [ 899.025576] env[70059]: DEBUG nova.compute.manager [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70059) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 899.025976] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.079436] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.111704] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.277297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.347288] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186777d1-6ef3-498a-8f4f-1fa4442f2964 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.356819] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223f04a-ed73-44bf-b845-84aaf36102fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.394372] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5fe670-de54-4964-aca6-149488a131ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.402029] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6b232-3b7d-4ba4-8950-0634fa631493 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.421057] env[70059]: DEBUG nova.compute.provider_tree [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.426627] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189206, 'name': CreateVM_Task, 'duration_secs': 0.51457} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.427282] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.428103] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.428324] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.428742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.428964] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607c8994-5075-450c-ad6b-ea3d21f57f58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.433600] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 899.433600] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f2eab1-6f1c-9263-1c31-3e991a9242e1" [ 899.433600] env[70059]: _type = "Task" [ 899.433600] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.442604] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f2eab1-6f1c-9263-1c31-3e991a9242e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.458893] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3ce0bb6a-73a3-4474-954e-1b880936ec5d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.920s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.459182] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.182s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.459368] env[70059]: DEBUG nova.compute.manager [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.460251] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c65ce9-9f05-47d4-ae98-0277956e8693 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.468326] env[70059]: DEBUG nova.compute.manager [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 899.468859] env[70059]: DEBUG nova.objects.instance [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lazy-loading 'flavor' on Instance uuid 411a0c11-b3c3-4519-8b1f-7cf8312d0e71 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.503787] env[70059]: DEBUG nova.network.neutron [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updated VIF entry in instance network info cache for port 8570d005-620d-4ff4-b0b4-0c0c2c4c830d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.504156] env[70059]: DEBUG nova.network.neutron [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updating instance_info_cache with network_info: [{"id": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "address": "fa:16:3e:b4:a3:6b", "network": {"id": "b76b72bd-51d6-4cfb-b42c-6d97e03359b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1746235550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa5561d4c494da809c0e1bd96a40d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8570d005-62", "ovs_interfaceid": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.609423] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.609423] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305/4a8dba25-b936-424e-b18f-1e131d129305.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.609423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.609423] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c6247b4-be6a-4e7a-94d8-c76879b0d5af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.615568] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 899.615568] env[70059]: value = "task-3189208" [ 899.615568] env[70059]: _type = "Task" [ 899.615568] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.627291] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.929431] env[70059]: DEBUG nova.scheduler.client.report [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.948046] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f2eab1-6f1c-9263-1c31-3e991a9242e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.948046] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.948046] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.948046] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.948236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.948679] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.949068] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e88dbe8-79bb-4094-96a4-ad91bffa9eeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.960112] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.960112] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.960112] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62131bf8-c4c0-49bd-81ac-eb70be18370f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.969678] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 899.969678] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5250a92c-6b07-906e-744d-54557114d001" [ 899.969678] env[70059]: _type = "Task" [ 899.969678] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.987028] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5250a92c-6b07-906e-744d-54557114d001, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.987852] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2104b77d-3f50-4ac8-9a62-ca0736c817c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.993297] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 899.993297] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526e7c42-4aa6-a403-99b4-c1b3dab56d70" [ 899.993297] env[70059]: _type = "Task" [ 899.993297] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.002639] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526e7c42-4aa6-a403-99b4-c1b3dab56d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.007017] env[70059]: DEBUG oslo_concurrency.lockutils [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] Releasing lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.007017] env[70059]: DEBUG nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Received event network-vif-deleted-8a5ae797-0ce3-4b3e-9199-002426df4e11 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.007017] env[70059]: INFO nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Neutron deleted interface 8a5ae797-0ce3-4b3e-9199-002426df4e11; detaching it from the instance and deleting it from the info cache [ 900.007017] env[70059]: DEBUG nova.network.neutron [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.126708] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106516} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.128506] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.129511] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d83e24e-7c6c-40ba-a9d1-ccdf43f1d641 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.156966] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305/4a8dba25-b936-424e-b18f-1e131d129305.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.157189] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843b55da-57ce-4da3-8840-10cf002864a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.191931] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 900.191931] env[70059]: value = "task-3189209" [ 900.191931] env[70059]: _type = "Task" [ 900.191931] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.201456] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.435305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.435481] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.438204] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.397s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.439876] env[70059]: INFO nova.compute.claims [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.482237] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.482532] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b2e473-7292-4bc8-ad5f-d6611f2187be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.491688] env[70059]: DEBUG oslo_vmware.api [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 900.491688] env[70059]: value = "task-3189210" [ 900.491688] env[70059]: _type = "Task" [ 900.491688] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.510560] env[70059]: DEBUG oslo_vmware.api [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.514287] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0920b094-9717-41f5-a515-f0c3605dc07c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.518729] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526e7c42-4aa6-a403-99b4-c1b3dab56d70, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.519083] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.519353] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 78f27d3e-b318-4ac6-83f2-88117c61268c/78f27d3e-b318-4ac6-83f2-88117c61268c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.520085] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-776dfc50-39d9-4d65-976a-4ff048ba51b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.526673] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f706a-d633-4691-a433-d1fd5a3bd6fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.540501] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 900.540501] env[70059]: value = "task-3189211" [ 900.540501] env[70059]: _type = "Task" [ 900.540501] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.553207] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.568307] env[70059]: DEBUG nova.compute.manager [req-3fa3930c-2e9a-4827-a929-552c2d639e20 req-272015c9-aa38-41d9-8c62-76c1a18ccc3f service nova] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Detach interface failed, port_id=8a5ae797-0ce3-4b3e-9199-002426df4e11, reason: Instance 41ec6f72-3a16-4182-bfe9-4f92926495b9 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.687362] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.687362] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.687362] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.687362] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.687883] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.692080] env[70059]: INFO nova.compute.manager [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Terminating instance [ 900.708857] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.948574] env[70059]: DEBUG nova.compute.utils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.951213] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.951213] env[70059]: DEBUG nova.network.neutron [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.005365] env[70059]: DEBUG oslo_vmware.api [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189210, 'name': PowerOffVM_Task, 'duration_secs': 0.189167} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.005365] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.005365] env[70059]: DEBUG nova.compute.manager [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.005365] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde6d4c2-ea3a-43a5-81eb-d725f8352e5c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.030758] env[70059]: DEBUG nova.policy [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f05dca80554cfd93f29d3803814d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528310572cb648ba81bdf64bf166c776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.055678] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189211, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.202112] env[70059]: DEBUG nova.compute.manager [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.202480] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.203368] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4067790-cd76-41bb-bc7f-0b94b7a65db8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.214193] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189209, 'name': ReconfigVM_Task, 'duration_secs': 0.721422} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.217197] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305/4a8dba25-b936-424e-b18f-1e131d129305.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.217954] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.218262] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-975db41a-ef33-409a-8680-1e22d04ebdb2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.220496] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686eeb99-df53-404a-b0bc-a7ae866377f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.226859] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 901.226859] env[70059]: value = "task-3189212" [ 901.226859] env[70059]: _type = "Task" [ 901.226859] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.228347] env[70059]: DEBUG oslo_vmware.api [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 901.228347] env[70059]: value = "task-3189213" [ 901.228347] env[70059]: _type = "Task" [ 901.228347] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.243890] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189212, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.247073] env[70059]: DEBUG oslo_vmware.api [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.456260] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.521742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e6c78e2-90a4-432c-9b26-510102bbcd63 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.540931] env[70059]: DEBUG nova.network.neutron [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Successfully created port: d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.558076] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693723} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.560828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 78f27d3e-b318-4ac6-83f2-88117c61268c/78f27d3e-b318-4ac6-83f2-88117c61268c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.562499] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.562990] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8734371-2e90-4301-9a95-48388bcc820f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.571590] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 901.571590] env[70059]: value = "task-3189214" [ 901.571590] env[70059]: _type = "Task" [ 901.571590] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.583228] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.694694] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.694936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.746709] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189212, 'name': Rename_Task, 'duration_secs': 0.18679} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.747050] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.747181] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165df0ef-7b3e-4f1e-b377-3bd908452137 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.752580] env[70059]: DEBUG oslo_vmware.api [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189213, 'name': PowerOffVM_Task, 'duration_secs': 0.258468} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.753198] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.753369] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.753633] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeb74f0f-262b-43d1-a4c7-33a18d394e3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.759848] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 901.759848] env[70059]: value = "task-3189215" [ 901.759848] env[70059]: _type = "Task" [ 901.759848] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.770366] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.839845] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.840161] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.840733] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleting the datastore file [datastore2] bf8ec14c-809c-46ca-ae57-034cde72f0c9 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.840733] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2b583a-a88a-4695-998d-962806d08117 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.850123] env[70059]: DEBUG oslo_vmware.api [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 901.850123] env[70059]: value = "task-3189217" [ 901.850123] env[70059]: _type = "Task" [ 901.850123] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.859773] env[70059]: DEBUG oslo_vmware.api [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.018029] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e43f6a-d492-4ea8-8924-ea4b8c9e052f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.024582] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1341408-2e18-4157-a181-acb8f81f1995 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.056991] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9aeae7-ce43-4999-a141-b8c2134c821f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.064917] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93437266-53e0-464a-af1e-3ddb815333e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.086958] env[70059]: DEBUG nova.compute.provider_tree [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.093539] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066071} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.093792] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.094811] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a439c8f9-77ce-404c-941d-71f0d9c406d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.117166] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 78f27d3e-b318-4ac6-83f2-88117c61268c/78f27d3e-b318-4ac6-83f2-88117c61268c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.117764] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a635cce-8c25-40ea-98c5-865da5a0926b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.137382] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 902.137382] env[70059]: value = "task-3189218" [ 902.137382] env[70059]: _type = "Task" [ 902.137382] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.145905] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.205287] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.270825] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189215, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.364022] env[70059]: DEBUG oslo_vmware.api [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183931} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.364022] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.364022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.364022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.364022] env[70059]: INFO nova.compute.manager [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 902.364287] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.364287] env[70059]: DEBUG nova.compute.manager [-] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.364287] env[70059]: DEBUG nova.network.neutron [-] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.468179] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.510842] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.510915] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.511084] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.511323] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.511477] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.511624] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.511837] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.511996] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.512189] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.512358] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.516019] env[70059]: DEBUG nova.virt.hardware [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.516019] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23c1fd-e7c3-4a8d-8818-171c467eac34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.525351] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2003cc-7499-4ea3-8eb9-80394ecfa05e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.590951] env[70059]: DEBUG nova.scheduler.client.report [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.647985] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189218, 'name': ReconfigVM_Task, 'duration_secs': 0.304049} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.648336] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 78f27d3e-b318-4ac6-83f2-88117c61268c/78f27d3e-b318-4ac6-83f2-88117c61268c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.648993] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfde501e-6bde-49c1-a41d-0cd29c91028d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.658589] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 902.658589] env[70059]: value = "task-3189219" [ 902.658589] env[70059]: _type = "Task" [ 902.658589] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.673934] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189219, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.691736] env[70059]: DEBUG nova.compute.manager [req-cd21e5d0-0d8e-4093-9e5c-b9c4ae816f05 req-67288ad0-8aac-4b0f-a472-ebc2f2fa4b69 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Received event network-vif-deleted-f7d0959b-f18b-4a28-b9b6-f747a17d1fe9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.691888] env[70059]: INFO nova.compute.manager [req-cd21e5d0-0d8e-4093-9e5c-b9c4ae816f05 req-67288ad0-8aac-4b0f-a472-ebc2f2fa4b69 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Neutron deleted interface f7d0959b-f18b-4a28-b9b6-f747a17d1fe9; detaching it from the instance and deleting it from the info cache [ 902.692097] env[70059]: DEBUG nova.network.neutron [req-cd21e5d0-0d8e-4093-9e5c-b9c4ae816f05 req-67288ad0-8aac-4b0f-a472-ebc2f2fa4b69 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.730343] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.771323] env[70059]: DEBUG oslo_vmware.api [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189215, 'name': PowerOnVM_Task, 'duration_secs': 0.82381} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.771682] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.771863] env[70059]: INFO nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 9.91 seconds to spawn the instance on the hypervisor. [ 902.772065] env[70059]: DEBUG nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.773205] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a287d0-1809-4df4-99bf-ccbc2b187843 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.096724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.097310] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.101104] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.034s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.155674] env[70059]: DEBUG nova.compute.manager [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.156918] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c2df9-8add-4a89-9cc2-04da0b4dc951 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.166164] env[70059]: DEBUG nova.network.neutron [-] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.177735] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189219, 'name': Rename_Task, 'duration_secs': 0.152296} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.178358] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.178611] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1228937-4ed1-477e-8525-bb9c7c8cb236 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.191452] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 903.191452] env[70059]: value = "task-3189220" [ 903.191452] env[70059]: _type = "Task" [ 903.191452] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.192953] env[70059]: DEBUG nova.network.neutron [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Successfully updated port: d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.197804] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1438b4bf-48ba-4c8b-939d-4f003e6d7d3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.206653] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189220, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.212085] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0cb875-ee84-4fc1-81a2-e15ad3c5859e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.259960] env[70059]: DEBUG nova.compute.manager [req-cd21e5d0-0d8e-4093-9e5c-b9c4ae816f05 req-67288ad0-8aac-4b0f-a472-ebc2f2fa4b69 service nova] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Detach interface failed, port_id=f7d0959b-f18b-4a28-b9b6-f747a17d1fe9, reason: Instance bf8ec14c-809c-46ca-ae57-034cde72f0c9 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.293639] env[70059]: INFO nova.compute.manager [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 48.24 seconds to build instance. [ 903.603052] env[70059]: DEBUG nova.compute.utils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.608025] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.608025] env[70059]: DEBUG nova.network.neutron [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.625538] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.679384] env[70059]: INFO nova.compute.manager [-] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Took 1.32 seconds to deallocate network for instance. [ 903.683355] env[70059]: INFO nova.compute.manager [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] instance snapshotting [ 903.683620] env[70059]: WARNING nova.compute.manager [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 903.690369] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d27e95-8c24-47dc-b2c8-603307f2c7fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.715215] env[70059]: DEBUG nova.policy [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f05dca80554cfd93f29d3803814d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528310572cb648ba81bdf64bf166c776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.717049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.717049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.717281] env[70059]: DEBUG nova.network.neutron [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.720358] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b1e8c1-46d0-4781-897b-99c4e97dbf27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.726840] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189220, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.795148] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f54a788f-3786-486a-9c70-66a5b40be64f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.486s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.933021] env[70059]: DEBUG nova.compute.manager [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Received event network-changed-12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.933745] env[70059]: DEBUG nova.compute.manager [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Refreshing instance network info cache due to event network-changed-12ba8550-cb11-4858-afce-7fd3f853c76c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.934080] env[70059]: DEBUG oslo_concurrency.lockutils [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.934255] env[70059]: DEBUG oslo_concurrency.lockutils [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.934443] env[70059]: DEBUG nova.network.neutron [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Refreshing network info cache for port 12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.129615] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Applying migration context for instance edec81c1-e48e-4c35-8a6d-62862975ce93 as it has an incoming, in-progress migration f934d5fc-458b-4c17-9517-71edd782cdc5. Migration status is reverting {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 904.132438] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating resource usage from migration f934d5fc-458b-4c17-9517-71edd782cdc5 [ 904.132873] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating resource usage from migration 16b27df9-0c66-499b-b5db-b266a16b9ab2 [ 904.175239] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance acd14470-9121-477e-8729-fab6f796b628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175239] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2c6f2182-1d1e-4262-aa37-526bb79ebc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175239] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7e43c2a9-687f-4839-b48b-b7c3b2164787 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.175239] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c67345fe-852f-4912-9af4-3cc75257d434 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175550] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175550] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4410dd08-9b92-47af-90ce-103ca049e17a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.175550] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2e3e38b3-ea25-4443-ae05-36a632f979f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175550] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 26784492-3b89-4b43-8091-64a4c0499773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175682] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 86c0c53f-00a6-4700-9188-f2c69578fa72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175682] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0d46a59d-0b8c-4352-bdd5-ef49274ca424 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175682] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175682] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2482e827-fac7-4d34-b8aa-bc93c44eef8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175783] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance aba9e6d0-d4d4-4141-bc97-902a1e5e4925 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.175783] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance bf8ec14c-809c-46ca-ae57-034cde72f0c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175783] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175783] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0ce3d967-dac6-4fb1-876b-556531b0f5f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175890] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 41ec6f72-3a16-4182-bfe9-4f92926495b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.175890] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 411a0c11-b3c3-4519-8b1f-7cf8312d0e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175890] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4a8dba25-b936-424e-b18f-1e131d129305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.175890] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration f934d5fc-458b-4c17-9517-71edd782cdc5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 904.175991] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance edec81c1-e48e-4c35-8a6d-62862975ce93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.176790] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 78f27d3e-b318-4ac6-83f2-88117c61268c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.176790] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 520e7233-7398-4f8d-b604-89a4ee9a693f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.176790] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 06859ed1-b71b-4250-bbe1-7192c8c91b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.196781] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.208935] env[70059]: DEBUG oslo_vmware.api [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189220, 'name': PowerOnVM_Task, 'duration_secs': 0.674375} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.209248] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.209453] env[70059]: INFO nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Took 8.63 seconds to spawn the instance on the hypervisor. [ 904.209634] env[70059]: DEBUG nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.210642] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4632828-434c-4002-8948-e39516ca629e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.214420] env[70059]: DEBUG nova.network.neutron [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Successfully created port: f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.237700] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 904.238250] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c601ac84-cb83-42b3-b6ad-6be48f6715d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.247268] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 904.247268] env[70059]: value = "task-3189221" [ 904.247268] env[70059]: _type = "Task" [ 904.247268] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.258013] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189221, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.320709] env[70059]: DEBUG nova.network.neutron [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.584488] env[70059]: DEBUG nova.network.neutron [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Updating instance_info_cache with network_info: [{"id": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "address": "fa:16:3e:4a:53:4a", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2697db0-7a", "ovs_interfaceid": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.643323] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.677142] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.677142] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.677142] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.677377] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.677405] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.677778] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.677904] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.678109] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.678249] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.678455] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.681057] env[70059]: DEBUG nova.virt.hardware [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.681057] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 50d57bb6-5695-4435-b30d-38ddceaea97e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 904.681057] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration 16b27df9-0c66-499b-b5db-b266a16b9ab2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 904.681057] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 904.682315] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c62a21-91f4-472f-848e-8e58809b593f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.693218] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdf3f5e-1d00-486c-8580-51cd597d6f92 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.705129] env[70059]: DEBUG nova.network.neutron [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updated VIF entry in instance network info cache for port 12ba8550-cb11-4858-afce-7fd3f853c76c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.705482] env[70059]: DEBUG nova.network.neutron [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.722692] env[70059]: DEBUG nova.compute.manager [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Received event network-vif-plugged-d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.723547] env[70059]: DEBUG oslo_concurrency.lockutils [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] Acquiring lock "520e7233-7398-4f8d-b604-89a4ee9a693f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.723547] env[70059]: DEBUG oslo_concurrency.lockutils [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.723547] env[70059]: DEBUG oslo_concurrency.lockutils [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.723547] env[70059]: DEBUG nova.compute.manager [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] No waiting events found dispatching network-vif-plugged-d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.723771] env[70059]: WARNING nova.compute.manager [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Received unexpected event network-vif-plugged-d2697db0-7a2e-472b-a84f-140dfd4562c0 for instance with vm_state building and task_state spawning. [ 904.724055] env[70059]: DEBUG nova.compute.manager [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Received event network-changed-d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.724205] env[70059]: DEBUG nova.compute.manager [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Refreshing instance network info cache due to event network-changed-d2697db0-7a2e-472b-a84f-140dfd4562c0. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.724700] env[70059]: DEBUG oslo_concurrency.lockutils [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] Acquiring lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.737689] env[70059]: INFO nova.compute.manager [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Took 45.56 seconds to build instance. [ 904.762078] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189221, 'name': CreateSnapshot_Task, 'duration_secs': 0.443475} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.762078] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.762190] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa63ace-67ec-475a-9804-6313c9ba926f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.088660] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.088995] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Instance network_info: |[{"id": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "address": "fa:16:3e:4a:53:4a", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2697db0-7a", "ovs_interfaceid": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.089386] env[70059]: DEBUG oslo_concurrency.lockutils [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] Acquired lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.089488] env[70059]: DEBUG nova.network.neutron [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Refreshing network info cache for port d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.090757] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:53:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2697db0-7a2e-472b-a84f-140dfd4562c0', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.104426] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating folder: Project (528310572cb648ba81bdf64bf166c776). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.108840] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-678d7551-9d08-4454-831c-f17968cc4584 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.123545] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created folder: Project (528310572cb648ba81bdf64bf166c776) in parent group-v637631. [ 905.123747] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating folder: Instances. Parent ref: group-v637809. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.124034] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2c0ddf3-7cd0-4598-a2f0-22030a00b048 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.136414] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created folder: Instances in parent group-v637809. [ 905.136414] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.136414] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.136414] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd030d5c-499d-40ca-be24-f0be4b90ce62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.163497] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.163497] env[70059]: value = "task-3189224" [ 905.163497] env[70059]: _type = "Task" [ 905.163497] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.169199] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189224, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.190448] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 5300c656-c3ff-4721-8fea-d12231491f61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 905.208121] env[70059]: DEBUG oslo_concurrency.lockutils [req-6c45c8b5-3877-4317-8a19-bea7c2953438 req-1a7857fa-bf92-4137-9a7c-aee5ad08723e service nova] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.238833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ed86fed8-3352-4fc9-a29b-520002e724bf tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.316s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.288977] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.290409] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9bad45eb-b2ad-407c-a0d6-0673ffaa20be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.301830] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 905.301830] env[70059]: value = "task-3189225" [ 905.301830] env[70059]: _type = "Task" [ 905.301830] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.311489] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189225, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.672711] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189224, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.694322] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 1cde67d4-c1df-4d42-9eeb-c47f0a022356 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 905.764354] env[70059]: DEBUG nova.network.neutron [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Updated VIF entry in instance network info cache for port d2697db0-7a2e-472b-a84f-140dfd4562c0. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.764699] env[70059]: DEBUG nova.network.neutron [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Updating instance_info_cache with network_info: [{"id": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "address": "fa:16:3e:4a:53:4a", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2697db0-7a", "ovs_interfaceid": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.814468] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189225, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.175607] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189224, 'name': CreateVM_Task, 'duration_secs': 0.524783} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.176249] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.177792] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.177970] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.178313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.178625] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32a9ac2-7d6b-49bc-bdb6-bc0a91ecaadb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.185860] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 906.185860] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e4a3f2-213d-e4cc-5dae-f76107fd3d39" [ 906.185860] env[70059]: _type = "Task" [ 906.185860] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.195054] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e4a3f2-213d-e4cc-5dae-f76107fd3d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.205066] env[70059]: DEBUG nova.network.neutron [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Successfully updated port: f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.208089] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 49d32e7b-bea9-4d7a-a51e-787c00fd2143 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 906.210987] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 906.210987] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 906.267909] env[70059]: DEBUG oslo_concurrency.lockutils [req-6beaf50c-4104-4359-874f-8a55f34d6763 req-5081373a-f426-446f-bcb3-17c0feaebef9 service nova] Releasing lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.315437] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189225, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.702647] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e4a3f2-213d-e4cc-5dae-f76107fd3d39, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.703042] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.703292] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.703526] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.703664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.703832] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.707017] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0fc6c8c-35d5-4318-9600-fd9823ce01c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.712943] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.713261] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.713633] env[70059]: DEBUG nova.network.neutron [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.714787] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.714943] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.718319] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c976d2-5bcf-4cd9-8272-fbd6d962e73b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.726395] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 906.726395] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c1f0cf-d437-e65f-f947-d036a08a5f39" [ 906.726395] env[70059]: _type = "Task" [ 906.726395] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.732423] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c1f0cf-d437-e65f-f947-d036a08a5f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.753026] env[70059]: DEBUG nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Received event network-changed-8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.753253] env[70059]: DEBUG nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Refreshing instance network info cache due to event network-changed-8570d005-620d-4ff4-b0b4-0c0c2c4c830d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.753430] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Acquiring lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.753671] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Acquired lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.753757] env[70059]: DEBUG nova.network.neutron [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Refreshing network info cache for port 8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.758179] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2381e2-ab1c-42dd-b9df-daf2db36b810 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.766871] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d49a186-2d68-481b-8d22-253070ed39d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.800638] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431a1396-2415-44a5-8824-0c63d7fdbf09 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.811211] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b4a2b5-9d4b-49d9-a7bc-05499fff8221 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.820350] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189225, 'name': CloneVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.828484] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.234354] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c1f0cf-d437-e65f-f947-d036a08a5f39, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.234873] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30603961-4746-4f75-a966-58727697eb19 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.240235] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 907.240235] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e3a5b3-25e3-57cc-dbb0-de1a42cc748f" [ 907.240235] env[70059]: _type = "Task" [ 907.240235] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.248316] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e3a5b3-25e3-57cc-dbb0-de1a42cc748f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.256743] env[70059]: DEBUG nova.network.neutron [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.315801] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189225, 'name': CloneVM_Task, 'duration_secs': 1.567867} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.317038] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Created linked-clone VM from snapshot [ 907.317038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fce2ef-dac6-4150-95af-a175422f6333 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.324202] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Uploading image 10649bb8-2ed9-4775-9e86-96c18cec8e77 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.331283] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.363125] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.363125] env[70059]: value = "vm-637812" [ 907.363125] env[70059]: _type = "VirtualMachine" [ 907.363125] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.363693] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9aee0e4d-a672-4d4c-a559-84127cd4d255 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.370382] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease: (returnval){ [ 907.370382] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52040650-be35-69dd-0b95-9baffa3fc255" [ 907.370382] env[70059]: _type = "HttpNfcLease" [ 907.370382] env[70059]: } obtained for exporting VM: (result){ [ 907.370382] env[70059]: value = "vm-637812" [ 907.370382] env[70059]: _type = "VirtualMachine" [ 907.370382] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.370638] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the lease: (returnval){ [ 907.370638] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52040650-be35-69dd-0b95-9baffa3fc255" [ 907.370638] env[70059]: _type = "HttpNfcLease" [ 907.370638] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.376767] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.376767] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52040650-be35-69dd-0b95-9baffa3fc255" [ 907.376767] env[70059]: _type = "HttpNfcLease" [ 907.376767] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.435120] env[70059]: DEBUG nova.network.neutron [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Updating instance_info_cache with network_info: [{"id": "f56fe434-aeba-42be-afca-e2d35b935eb0", "address": "fa:16:3e:e5:89:f1", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56fe434-ae", "ovs_interfaceid": "f56fe434-aeba-42be-afca-e2d35b935eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.526358] env[70059]: DEBUG nova.network.neutron [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updated VIF entry in instance network info cache for port 8570d005-620d-4ff4-b0b4-0c0c2c4c830d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.526703] env[70059]: DEBUG nova.network.neutron [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updating instance_info_cache with network_info: [{"id": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "address": "fa:16:3e:b4:a3:6b", "network": {"id": "b76b72bd-51d6-4cfb-b42c-6d97e03359b9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1746235550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11efa5561d4c494da809c0e1bd96a40d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8570d005-62", "ovs_interfaceid": "8570d005-620d-4ff4-b0b4-0c0c2c4c830d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.752028] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e3a5b3-25e3-57cc-dbb0-de1a42cc748f, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.752675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.752675] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/520e7233-7398-4f8d-b604-89a4ee9a693f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.753027] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67b0833d-cccd-42c6-bbf2-f8a6fcd4a625 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.760121] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 907.760121] env[70059]: value = "task-3189227" [ 907.760121] env[70059]: _type = "Task" [ 907.760121] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.771218] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.836395] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 907.836677] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.736s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.836992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.187s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.837220] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.840147] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.428s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.841686] env[70059]: INFO nova.compute.claims [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.844316] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.844472] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Cleaning up deleted instances {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 907.872509] env[70059]: INFO nova.scheduler.client.report [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Deleted allocations for instance 4410dd08-9b92-47af-90ce-103ca049e17a [ 907.884810] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.884810] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52040650-be35-69dd-0b95-9baffa3fc255" [ 907.884810] env[70059]: _type = "HttpNfcLease" [ 907.884810] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.885414] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.885414] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52040650-be35-69dd-0b95-9baffa3fc255" [ 907.885414] env[70059]: _type = "HttpNfcLease" [ 907.885414] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.886127] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b0e1c-d214-43b7-b7fb-6fcf518568de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.897181] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525928f9-5d9c-a127-efde-0c954f6fcbfc/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.897850] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525928f9-5d9c-a127-efde-0c954f6fcbfc/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.965915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.966364] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Instance network_info: |[{"id": "f56fe434-aeba-42be-afca-e2d35b935eb0", "address": "fa:16:3e:e5:89:f1", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56fe434-ae", "ovs_interfaceid": "f56fe434-aeba-42be-afca-e2d35b935eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.969063] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:89:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56fe434-aeba-42be-afca-e2d35b935eb0', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.976408] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.977454] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.977844] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2984ba49-fe13-4966-a702-c81e058db4d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.999687] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.999687] env[70059]: value = "task-3189228" [ 907.999687] env[70059]: _type = "Task" [ 907.999687] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.009480] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189228, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.030490] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Releasing lock "refresh_cache-78f27d3e-b318-4ac6-83f2-88117c61268c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.030648] env[70059]: DEBUG nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Received event network-vif-plugged-f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.030832] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Acquiring lock "06859ed1-b71b-4250-bbe1-7192c8c91b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.031073] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.031244] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.031413] env[70059]: DEBUG nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] No waiting events found dispatching network-vif-plugged-f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.031581] env[70059]: WARNING nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Received unexpected event network-vif-plugged-f56fe434-aeba-42be-afca-e2d35b935eb0 for instance with vm_state building and task_state spawning. [ 908.031744] env[70059]: DEBUG nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Received event network-changed-f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.031896] env[70059]: DEBUG nova.compute.manager [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Refreshing instance network info cache due to event network-changed-f56fe434-aeba-42be-afca-e2d35b935eb0. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.032099] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Acquiring lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.032238] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Acquired lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.032398] env[70059]: DEBUG nova.network.neutron [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Refreshing network info cache for port f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.037469] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b28f651-4736-4370-8454-c86d26d7e0ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.270719] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467383} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.272110] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/520e7233-7398-4f8d-b604-89a4ee9a693f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.272523] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.272674] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf02cd48-b4a4-4e50-8cb5-5a4f3e0dd203 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.279725] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 908.279725] env[70059]: value = "task-3189229" [ 908.279725] env[70059]: _type = "Task" [ 908.279725] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.299566] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.362320] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] There are 40 instances to clean {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 908.363071] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: ef019654-75be-4394-ad62-f19d9eabdd6e] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.386361] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14960357-f677-4df6-bcb8-7a3c5aa98084 tempest-ListImageFiltersTestJSON-136199570 tempest-ListImageFiltersTestJSON-136199570-project-member] Lock "4410dd08-9b92-47af-90ce-103ca049e17a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.277s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.450327] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.451134] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.510455] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189228, 'name': CreateVM_Task, 'duration_secs': 0.472264} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.510662] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.511402] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.511573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.511908] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512189] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155d6526-1eb7-4326-be78-cebcfcd0d8da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.517226] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 908.517226] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525a8e0d-7eea-9ef2-e750-16e1d1537162" [ 908.517226] env[70059]: _type = "Task" [ 908.517226] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.526220] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525a8e0d-7eea-9ef2-e750-16e1d1537162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.790533] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074282} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.790895] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.791838] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22d0ac-7430-44e3-80c5-eabd88cba06e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.814515] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/520e7233-7398-4f8d-b604-89a4ee9a693f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.815717] env[70059]: DEBUG nova.network.neutron [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Updated VIF entry in instance network info cache for port f56fe434-aeba-42be-afca-e2d35b935eb0. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.816267] env[70059]: DEBUG nova.network.neutron [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Updating instance_info_cache with network_info: [{"id": "f56fe434-aeba-42be-afca-e2d35b935eb0", "address": "fa:16:3e:e5:89:f1", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56fe434-ae", "ovs_interfaceid": "f56fe434-aeba-42be-afca-e2d35b935eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.817659] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce54c8c-8639-4779-8f91-38355c2060e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.840831] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 908.840831] env[70059]: value = "task-3189230" [ 908.840831] env[70059]: _type = "Task" [ 908.840831] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.850063] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.870755] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: e0ceb003-ae7c-4707-b523-2363cc9833b9] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.953306] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.030582] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525a8e0d-7eea-9ef2-e750-16e1d1537162, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.030892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.031152] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.031433] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.031569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.031741] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.032047] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07ee1a65-fb8f-4f08-9b23-d073a52bc2e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.041428] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.041617] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.042406] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17915ab5-4e37-4d95-a5f2-a07c1e176af3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.047732] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 909.047732] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f03a6f-0fe6-f3ee-f6fd-2f0dbe0a7bfb" [ 909.047732] env[70059]: _type = "Task" [ 909.047732] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.059747] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f03a6f-0fe6-f3ee-f6fd-2f0dbe0a7bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.063317] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e010e4-8bcc-4976-ae35-113c4102248e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.069435] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 909.069435] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520a362c-7713-95b9-5842-578616122690" [ 909.069435] env[70059]: _type = "Task" [ 909.069435] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.085427] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520a362c-7713-95b9-5842-578616122690, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.090962] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.091596] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/06859ed1-b71b-4250-bbe1-7192c8c91b51.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.094272] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acdccc1b-232c-4a5a-a105-a045797b1531 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.103166] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 909.103166] env[70059]: value = "task-3189231" [ 909.103166] env[70059]: _type = "Task" [ 909.103166] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.117083] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.335022] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ffc397e-0cc1-478e-ba0e-fc93708a1025 req-ebe37e6a-e388-4add-8bf2-98a61fd89511 service nova] Releasing lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.357408] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.360146] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025493f-93e0-44e7-8485-d873378f3e7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.371793] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6111713b-5766-433d-9abd-9db44cbbfdc4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.375493] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: dc5e77b1-e8cb-4ff9-9b83-0d9c49b9fe43] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.408788] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646522a5-41c2-4f39-bb46-97d2e190fa15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.421055] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc82e8e-79ed-4298-86d3-a5d5d6de5238 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.439614] env[70059]: DEBUG nova.compute.provider_tree [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.484784] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.613769] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501803} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.613769] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/06859ed1-b71b-4250-bbe1-7192c8c91b51.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.613769] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.613925] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07e4fb03-d76a-4a56-a264-45ddac8f9a11 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.620811] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 909.620811] env[70059]: value = "task-3189232" [ 909.620811] env[70059]: _type = "Task" [ 909.620811] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.628300] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.856610] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189230, 'name': ReconfigVM_Task, 'duration_secs': 0.659397} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.856890] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/520e7233-7398-4f8d-b604-89a4ee9a693f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.857571] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2957d1a-2660-4922-8e5e-1bf11cba636f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.864515] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 909.864515] env[70059]: value = "task-3189233" [ 909.864515] env[70059]: _type = "Task" [ 909.864515] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.872446] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189233, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.880194] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: fd97c186-c39b-45b8-9ad0-32bbea157623] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.942729] env[70059]: DEBUG nova.scheduler.client.report [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.131114] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069825} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.131378] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.132161] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e945774-ca14-456b-ae80-4a4e675e2bd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.154949] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/06859ed1-b71b-4250-bbe1-7192c8c91b51.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.155115] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81502e5-f06e-4a9c-9af0-a828fcc3a2c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.177869] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 910.177869] env[70059]: value = "task-3189234" [ 910.177869] env[70059]: _type = "Task" [ 910.177869] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.188863] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.377453] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189233, 'name': Rename_Task, 'duration_secs': 0.190983} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.378109] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.378397] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99cca61b-abaa-4fa7-9a85-dbbb0785882f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.385591] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 2fd24361-c79d-49d6-86fb-a064a42d88be] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.387476] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 910.387476] env[70059]: value = "task-3189235" [ 910.387476] env[70059]: _type = "Task" [ 910.387476] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.396770] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.452051] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.452051] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.063s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.689173] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.891021] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: a71a138e-d9a6-4a11-ae20-02fbbd798f32] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.899860] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.953847] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "0d26e134-7949-4930-9ee5-de4bc25e1039" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.955054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "0d26e134-7949-4930-9ee5-de4bc25e1039" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.958779] env[70059]: INFO nova.compute.claims [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.964684] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "0d26e134-7949-4930-9ee5-de4bc25e1039" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.011s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.965378] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.189574] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189234, 'name': ReconfigVM_Task, 'duration_secs': 0.589672} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.190077] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/06859ed1-b71b-4250-bbe1-7192c8c91b51.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.190867] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb20c61-9052-4991-820a-736e9fa076a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.198259] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 911.198259] env[70059]: value = "task-3189236" [ 911.198259] env[70059]: _type = "Task" [ 911.198259] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.209696] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189236, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.400707] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: aeff7ce3-80c4-4005-a377-8838e9f14dfa] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.412426] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.470928] env[70059]: DEBUG nova.compute.utils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.473618] env[70059]: INFO nova.compute.resource_tracker [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating resource usage from migration 16b27df9-0c66-499b-b5db-b266a16b9ab2 [ 911.477851] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.477851] env[70059]: DEBUG nova.network.neutron [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.571312] env[70059]: DEBUG nova.policy [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '262362f2303a462e82dbb132b42db030', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2d4aae18c3f40abbdfac7a9b92bb0b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.716561] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189236, 'name': Rename_Task, 'duration_secs': 0.149005} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.718411] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.718711] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67296dec-a1f5-4484-9009-479758ed369a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.726804] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 911.726804] env[70059]: value = "task-3189237" [ 911.726804] env[70059]: _type = "Task" [ 911.726804] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.738496] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.903019] env[70059]: DEBUG oslo_vmware.api [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189235, 'name': PowerOnVM_Task, 'duration_secs': 1.04729} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.903019] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.903019] env[70059]: INFO nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Took 9.43 seconds to spawn the instance on the hypervisor. [ 911.903019] env[70059]: DEBUG nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.903019] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95913847-9f8a-416d-b48f-c77fb3cc8849 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.908020] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c8e47f25-9bbd-431f-bf2f-4f55169fd38e] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.971800] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c7c43-07f1-4c09-8580-05bb08ae9857 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.980725] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.985044] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a00ac-486b-4938-bef7-94422d1ef850 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.027044] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e44c4d-c4a1-48ed-b5e3-e4815c6492d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.034884] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c61ec00-659e-4921-b3a5-d7931247fd95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.050020] env[70059]: DEBUG nova.compute.provider_tree [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.191656] env[70059]: DEBUG nova.network.neutron [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Successfully created port: 2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.237144] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.412640] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: d6fa88dd-2220-4998-8294-6a985ffb1eaf] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.427920] env[70059]: INFO nova.compute.manager [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Took 47.30 seconds to build instance. [ 912.553481] env[70059]: DEBUG nova.scheduler.client.report [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.742834] env[70059]: DEBUG oslo_vmware.api [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189237, 'name': PowerOnVM_Task, 'duration_secs': 0.941794} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.743208] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.743415] env[70059]: INFO nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Took 8.10 seconds to spawn the instance on the hypervisor. [ 912.743584] env[70059]: DEBUG nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.744672] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcab4ec-211a-4e3d-a68a-7253bbefe28a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.930799] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 8ad43e3f-41e1-4064-88d2-a16a6b3f8075] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.933206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b1b2dc-9976-4e40-9872-350298cf2d6d tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.654s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.996624] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.023286] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.023583] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.024114] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.024114] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.024219] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.024342] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.024632] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.024880] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.025153] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.025368] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.025583] env[70059]: DEBUG nova.virt.hardware [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.026871] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7031de5c-ec00-4054-adb9-50dd3356d81f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.035334] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba92e60-58de-432f-a2d7-3886b1a953c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.064826] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.614s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.064924] env[70059]: INFO nova.compute.manager [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Migrating [ 913.071499] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.405s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.071700] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.073878] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.782s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.075791] env[70059]: INFO nova.compute.claims [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.103595] env[70059]: INFO nova.scheduler.client.report [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Deleted allocations for instance 7e43c2a9-687f-4839-b48b-b7c3b2164787 [ 913.265308] env[70059]: INFO nova.compute.manager [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Took 45.24 seconds to build instance. [ 913.396207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.396454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.435288] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 00d4e54d-2bb8-46d1-a850-e8573cc0104c] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.594022] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.594258] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.594440] env[70059]: DEBUG nova.network.neutron [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.618989] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b6106ad6-9792-44b5-b313-aece2bb76a41 tempest-SecurityGroupsTestJSON-1048637193 tempest-SecurityGroupsTestJSON-1048637193-project-member] Lock "7e43c2a9-687f-4839-b48b-b7c3b2164787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.402s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.702177] env[70059]: DEBUG nova.compute.manager [req-1ce61e38-7ed3-4a34-a44f-da100f41f873 req-3f8db2ec-bd25-4cf6-a53a-6d98036ea94e service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Received event network-vif-plugged-2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.702177] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ce61e38-7ed3-4a34-a44f-da100f41f873 req-3f8db2ec-bd25-4cf6-a53a-6d98036ea94e service nova] Acquiring lock "50d57bb6-5695-4435-b30d-38ddceaea97e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.702177] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ce61e38-7ed3-4a34-a44f-da100f41f873 req-3f8db2ec-bd25-4cf6-a53a-6d98036ea94e service nova] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.702177] env[70059]: DEBUG oslo_concurrency.lockutils [req-1ce61e38-7ed3-4a34-a44f-da100f41f873 req-3f8db2ec-bd25-4cf6-a53a-6d98036ea94e service nova] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.702177] env[70059]: DEBUG nova.compute.manager [req-1ce61e38-7ed3-4a34-a44f-da100f41f873 req-3f8db2ec-bd25-4cf6-a53a-6d98036ea94e service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] No waiting events found dispatching network-vif-plugged-2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.706132] env[70059]: WARNING nova.compute.manager [req-1ce61e38-7ed3-4a34-a44f-da100f41f873 req-3f8db2ec-bd25-4cf6-a53a-6d98036ea94e service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Received unexpected event network-vif-plugged-2a0858e6-2a8b-4611-a837-3d9efa536e9c for instance with vm_state building and task_state spawning. [ 913.767736] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a65a6559-54d0-44cd-b02f-52b6afd6a629 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.917s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.855527] env[70059]: DEBUG nova.network.neutron [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Successfully updated port: 2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.899020] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.939274] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: e6e74ef8-e10f-430f-8d61-71f1a53b9680] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.357962] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "refresh_cache-50d57bb6-5695-4435-b30d-38ddceaea97e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.358275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquired lock "refresh_cache-50d57bb6-5695-4435-b30d-38ddceaea97e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.358275] env[70059]: DEBUG nova.network.neutron [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.432531] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.444543] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c42e1228-14f5-42d7-887c-c33644c478c5] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.486835] env[70059]: DEBUG nova.network.neutron [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance_info_cache with network_info: [{"id": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "address": "fa:16:3e:c9:1c:84", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e13e3-c9", "ovs_interfaceid": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.596714] env[70059]: INFO nova.compute.manager [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Rescuing [ 914.597048] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.597214] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.597380] env[70059]: DEBUG nova.network.neutron [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.653226] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75608edf-7b06-42ee-a5e8-84c4b7ba6448 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.661747] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e859d-d5c7-4bf8-b0b8-0e1a9030f97c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.693196] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b55a93b-d311-4747-b232-45a317e27966 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.701164] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2afb57-0965-4508-9d0b-8bd6188b153d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.714298] env[70059]: DEBUG nova.compute.provider_tree [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.889605] env[70059]: DEBUG nova.network.neutron [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.949553] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 70de7695-51b1-4f2d-bfef-80d4fac08c20] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.989335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.108406] env[70059]: DEBUG nova.network.neutron [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Updating instance_info_cache with network_info: [{"id": "2a0858e6-2a8b-4611-a837-3d9efa536e9c", "address": "fa:16:3e:39:9a:50", "network": {"id": "44803c29-ff5d-4a17-8efa-ee221c63aac8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-697572911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d4aae18c3f40abbdfac7a9b92bb0b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0858e6-2a", "ovs_interfaceid": "2a0858e6-2a8b-4611-a837-3d9efa536e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.218337] env[70059]: DEBUG nova.scheduler.client.report [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.350101] env[70059]: DEBUG nova.network.neutron [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Updating instance_info_cache with network_info: [{"id": "f56fe434-aeba-42be-afca-e2d35b935eb0", "address": "fa:16:3e:e5:89:f1", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56fe434-ae", "ovs_interfaceid": "f56fe434-aeba-42be-afca-e2d35b935eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.453168] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: de133077-255d-439b-80b8-1f39cbe3bc4a] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.611960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Releasing lock "refresh_cache-50d57bb6-5695-4435-b30d-38ddceaea97e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.611960] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Instance network_info: |[{"id": "2a0858e6-2a8b-4611-a837-3d9efa536e9c", "address": "fa:16:3e:39:9a:50", "network": {"id": "44803c29-ff5d-4a17-8efa-ee221c63aac8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-697572911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d4aae18c3f40abbdfac7a9b92bb0b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0858e6-2a", "ovs_interfaceid": "2a0858e6-2a8b-4611-a837-3d9efa536e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.614064] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:9a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a0858e6-2a8b-4611-a837-3d9efa536e9c', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.621598] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Creating folder: Project (f2d4aae18c3f40abbdfac7a9b92bb0b6). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.622065] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fe531a4-b3a8-4568-8a03-1f9688b0b2d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.635016] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Created folder: Project (f2d4aae18c3f40abbdfac7a9b92bb0b6) in parent group-v637631. [ 915.635246] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Creating folder: Instances. Parent ref: group-v637814. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.635503] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee8c296-3f28-4050-aba9-6daaaac442a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.645627] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Created folder: Instances in parent group-v637814. [ 915.648022] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.648022] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.648022] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ed2ac55-e5bd-45e6-a531-a12885f4696a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.668058] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.668058] env[70059]: value = "task-3189240" [ 915.668058] env[70059]: _type = "Task" [ 915.668058] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.676708] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189240, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.725063] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.725063] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.727603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.482s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.727847] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.730660] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.476s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.731528] env[70059]: INFO nova.compute.claims [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.774394] env[70059]: INFO nova.scheduler.client.report [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleted allocations for instance aba9e6d0-d4d4-4141-bc97-902a1e5e4925 [ 915.804555] env[70059]: DEBUG nova.compute.manager [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Received event network-changed-2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.804761] env[70059]: DEBUG nova.compute.manager [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Refreshing instance network info cache due to event network-changed-2a0858e6-2a8b-4611-a837-3d9efa536e9c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.805064] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] Acquiring lock "refresh_cache-50d57bb6-5695-4435-b30d-38ddceaea97e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.805137] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] Acquired lock "refresh_cache-50d57bb6-5695-4435-b30d-38ddceaea97e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.805299] env[70059]: DEBUG nova.network.neutron [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Refreshing network info cache for port 2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.853277] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-06859ed1-b71b-4250-bbe1-7192c8c91b51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.956379] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: f7269ff0-c7b4-4dd9-9413-5198ce7a6b86] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.179520] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189240, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.236332] env[70059]: DEBUG nova.compute.utils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.240045] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.240045] env[70059]: DEBUG nova.network.neutron [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.289797] env[70059]: DEBUG oslo_concurrency.lockutils [None req-804c3f94-2783-47b4-a3f1-3b1cd68e4b37 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "aba9e6d0-d4d4-4141-bc97-902a1e5e4925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.574s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.336806] env[70059]: DEBUG nova.policy [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '150c17de0d7445f4a7db11c7e4f6fad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0057572dd11c4643b4ee248f62dfc5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.460599] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: bd2599c1-6004-4e12-bdc8-6a00fa7add1c] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.502858] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6347f4a-28ae-4927-9f97-36d93b701e40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.522292] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.572338] env[70059]: DEBUG nova.network.neutron [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Updated VIF entry in instance network info cache for port 2a0858e6-2a8b-4611-a837-3d9efa536e9c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.573227] env[70059]: DEBUG nova.network.neutron [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Updating instance_info_cache with network_info: [{"id": "2a0858e6-2a8b-4611-a837-3d9efa536e9c", "address": "fa:16:3e:39:9a:50", "network": {"id": "44803c29-ff5d-4a17-8efa-ee221c63aac8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-697572911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d4aae18c3f40abbdfac7a9b92bb0b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0858e6-2a", "ovs_interfaceid": "2a0858e6-2a8b-4611-a837-3d9efa536e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.679863] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189240, 'name': CreateVM_Task, 'duration_secs': 0.592131} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.680221] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.680995] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.681592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.681592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.681904] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dd2914-2138-4ed0-812d-0c56e6d5bfc4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.687248] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 916.687248] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c606ac-4228-7a73-58d5-ef0174832251" [ 916.687248] env[70059]: _type = "Task" [ 916.687248] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.697529] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c606ac-4228-7a73-58d5-ef0174832251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.746931] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.774055] env[70059]: DEBUG nova.network.neutron [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Successfully created port: bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.963787] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 5af0252a-65c9-4afb-9412-32666a385e42] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.028608] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.029935] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c5ff36-b8b3-4bb5-a492-54f0305bdceb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038031] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 917.038031] env[70059]: value = "task-3189241" [ 917.038031] env[70059]: _type = "Task" [ 917.038031] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.049622] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.076573] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba5637ee-e698-41bf-9b2a-3a40ac10e41c req-69a81e6e-a20d-4dc6-9f54-d5f0c250435d service nova] Releasing lock "refresh_cache-50d57bb6-5695-4435-b30d-38ddceaea97e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.200077] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c606ac-4228-7a73-58d5-ef0174832251, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.203036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.207010] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.207010] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.207010] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.207010] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.207010] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ebc71fe-b1ed-4b76-8449-7437a2f79e64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.218148] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.218148] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.218148] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f5465c-ebbb-4c0b-94a1-a573647aa822 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.222450] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6840b5-acba-46fa-b5f3-0a4ebc292d76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.230719] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 917.230719] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52876c6a-fbf1-cf2d-6f8f-bd6265f5a03d" [ 917.230719] env[70059]: _type = "Task" [ 917.230719] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.237864] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fb1b06-5e67-4686-9943-148bd13ea0be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.248595] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52876c6a-fbf1-cf2d-6f8f-bd6265f5a03d, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.282409] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021d3860-b49d-4dbd-b036-3b0c982f9092 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.285539] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26767490-ed65-42c3-b6ad-95a834ee8e4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.291736] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "c7454522-e0f7-4021-936b-aa89bffb4abd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.292281] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.297851] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 917.297851] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fa134c-8250-2dcd-5b03-19e4834f64b4" [ 917.297851] env[70059]: _type = "Task" [ 917.297851] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.305093] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b096dd-1ba8-4824-9085-abbcf390dbcf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.315559] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fa134c-8250-2dcd-5b03-19e4834f64b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.323507] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.323803] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 50d57bb6-5695-4435-b30d-38ddceaea97e/50d57bb6-5695-4435-b30d-38ddceaea97e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.324612] env[70059]: DEBUG nova.compute.provider_tree [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.325899] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6af78c-7818-49b2-be7a-5a40d2ebbd63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.333323] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 917.333323] env[70059]: value = "task-3189242" [ 917.333323] env[70059]: _type = "Task" [ 917.333323] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.342102] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.392683] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.393012] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cbd84b-4a4a-459d-b212-ca62e1e57d69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.399515] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 917.399515] env[70059]: value = "task-3189243" [ 917.399515] env[70059]: _type = "Task" [ 917.399515] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.407872] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.469845] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c185084d-195a-4157-926f-399999de0855] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.550182] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189241, 'name': PowerOffVM_Task, 'duration_secs': 0.283164} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.550455] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.550612] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.784333] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.799221] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.828795] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.829424] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.829618] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.829810] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.829950] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.830104] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.831472] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.831472] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.831472] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.831472] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.831472] env[70059]: DEBUG nova.virt.hardware [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.832014] env[70059]: DEBUG nova.scheduler.client.report [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.835996] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d7186-87e7-4a6f-a9a5-5dbea1b333b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.850975] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e526512b-2149-482c-b6da-bd332a9ccdf1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.855526] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500884} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.855526] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 50d57bb6-5695-4435-b30d-38ddceaea97e/50d57bb6-5695-4435-b30d-38ddceaea97e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.855763] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.856376] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49704ee3-eda7-429a-b966-19f4b49caf23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.871263] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 917.871263] env[70059]: value = "task-3189244" [ 917.871263] env[70059]: _type = "Task" [ 917.871263] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.881756] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.909407] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189243, 'name': PowerOffVM_Task, 'duration_secs': 0.209835} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.909680] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.910502] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0511ac-dcbe-4180-b2d0-e45befea98ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.936496] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38c531-8a51-47a4-b0f2-a70b4d407a88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.968344] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.968639] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d78212-6e2b-4d1d-ac4c-69d74467c47c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.973940] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 2cfab35b-f2fb-4782-a2ea-6cb6059261ba] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.976966] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 917.976966] env[70059]: value = "task-3189245" [ 917.976966] env[70059]: _type = "Task" [ 917.976966] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.987498] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 917.987498] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.987649] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.987743] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.987919] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.988199] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e4f0d45-54e0-4268-8148-7a7ecab9a4f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.996629] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.996828] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.998736] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13ada4a-dd53-4448-bd04-80bf2721a704 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.004558] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 918.004558] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526faff0-b176-702c-aa17-a96fccc7bd22" [ 918.004558] env[70059]: _type = "Task" [ 918.004558] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.013276] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526faff0-b176-702c-aa17-a96fccc7bd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.060543] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.060761] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.061045] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.061367] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.061631] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.061902] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.062272] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.062549] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.062841] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.063145] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.063449] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.071121] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cef4e48-ef25-4607-b000-9263ac2b8fdb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.087166] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 918.087166] env[70059]: value = "task-3189246" [ 918.087166] env[70059]: _type = "Task" [ 918.087166] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.095656] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.329447] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.340455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.340973] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.343716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.290s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.343901] env[70059]: DEBUG nova.objects.instance [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 918.381200] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096928} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.381348] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.382244] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f855a6-deba-4307-9b84-f3875857dd81 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.407487] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 50d57bb6-5695-4435-b30d-38ddceaea97e/50d57bb6-5695-4435-b30d-38ddceaea97e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.408476] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f53b7bc-7e2c-4235-a972-6f40d7fa3f22 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.432400] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 918.432400] env[70059]: value = "task-3189247" [ 918.432400] env[70059]: _type = "Task" [ 918.432400] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.440783] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.468490] env[70059]: DEBUG nova.compute.manager [req-b529ae3c-5ed0-4116-aee8-dc1473aa4ba2 req-961d90cc-954d-47e8-ab33-6ddd1e77eb52 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Received event network-vif-plugged-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.468729] env[70059]: DEBUG oslo_concurrency.lockutils [req-b529ae3c-5ed0-4116-aee8-dc1473aa4ba2 req-961d90cc-954d-47e8-ab33-6ddd1e77eb52 service nova] Acquiring lock "5300c656-c3ff-4721-8fea-d12231491f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.468984] env[70059]: DEBUG oslo_concurrency.lockutils [req-b529ae3c-5ed0-4116-aee8-dc1473aa4ba2 req-961d90cc-954d-47e8-ab33-6ddd1e77eb52 service nova] Lock "5300c656-c3ff-4721-8fea-d12231491f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.469178] env[70059]: DEBUG oslo_concurrency.lockutils [req-b529ae3c-5ed0-4116-aee8-dc1473aa4ba2 req-961d90cc-954d-47e8-ab33-6ddd1e77eb52 service nova] Lock "5300c656-c3ff-4721-8fea-d12231491f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.469366] env[70059]: DEBUG nova.compute.manager [req-b529ae3c-5ed0-4116-aee8-dc1473aa4ba2 req-961d90cc-954d-47e8-ab33-6ddd1e77eb52 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] No waiting events found dispatching network-vif-plugged-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.469534] env[70059]: WARNING nova.compute.manager [req-b529ae3c-5ed0-4116-aee8-dc1473aa4ba2 req-961d90cc-954d-47e8-ab33-6ddd1e77eb52 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Received unexpected event network-vif-plugged-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd for instance with vm_state building and task_state spawning. [ 918.478485] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 19c96786-d3cc-49be-ac6e-825c62ffa8a6] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.516605] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526faff0-b176-702c-aa17-a96fccc7bd22, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.517496] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc81acfa-2b66-4bd8-bd33-8953012c84e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.523422] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 918.523422] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5271e803-a55e-589b-de44-f9e76a5feada" [ 918.523422] env[70059]: _type = "Task" [ 918.523422] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.532705] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5271e803-a55e-589b-de44-f9e76a5feada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.553694] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525928f9-5d9c-a127-efde-0c954f6fcbfc/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.557034] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb68bd-8fef-48e9-ac0c-0cacf3d143f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.563967] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525928f9-5d9c-a127-efde-0c954f6fcbfc/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.564581] env[70059]: ERROR oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525928f9-5d9c-a127-efde-0c954f6fcbfc/disk-0.vmdk due to incomplete transfer. [ 918.564581] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15791d5c-b946-45ec-af6e-cd193e347b4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.569503] env[70059]: DEBUG nova.network.neutron [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Successfully updated port: bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.572624] env[70059]: DEBUG oslo_vmware.rw_handles [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525928f9-5d9c-a127-efde-0c954f6fcbfc/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.572744] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Uploaded image 10649bb8-2ed9-4775-9e86-96c18cec8e77 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.575412] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.575787] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-945f4376-59c3-4b41-b123-88f156a9a003 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.582791] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 918.582791] env[70059]: value = "task-3189248" [ 918.582791] env[70059]: _type = "Task" [ 918.582791] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.594557] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189248, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.599975] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189246, 'name': ReconfigVM_Task, 'duration_secs': 0.25682} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.600231] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.848790] env[70059]: DEBUG nova.compute.utils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.856960] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.856960] env[70059]: DEBUG nova.network.neutron [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.945918] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.982730] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 70e48fb2-fe66-4eb8-a182-40425d0e2f1b] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.035236] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5271e803-a55e-589b-de44-f9e76a5feada, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.035236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.035236] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. {{(pid=70059) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 919.035236] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00180bb2-5718-4e81-85dd-7ab280da93c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.041782] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 919.041782] env[70059]: value = "task-3189249" [ 919.041782] env[70059]: _type = "Task" [ 919.041782] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.043352] env[70059]: DEBUG nova.policy [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2980439b5341403f898ede6e59712ca9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a8161fef1b4d868605e1d545aa6379', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.054787] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.072604] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.072752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.072909] env[70059]: DEBUG nova.network.neutron [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.093240] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189248, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.106378] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.106623] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.106780] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.106990] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.107152] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.107298] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.107500] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.107679] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.107903] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.108215] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.108417] env[70059]: DEBUG nova.virt.hardware [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.114438] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.115090] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728d7269-4b81-404a-91ab-77cdb8a8c85a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.133906] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 919.133906] env[70059]: value = "task-3189250" [ 919.133906] env[70059]: _type = "Task" [ 919.133906] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.142499] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.362693] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99ce606d-ec4c-430a-9c82-69ad447f76d7 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.364197] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.371290] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.035s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.374776] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.005s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.374776] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.348s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.425193] env[70059]: INFO nova.scheduler.client.report [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Deleted allocations for instance 41ec6f72-3a16-4182-bfe9-4f92926495b9 [ 919.449074] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189247, 'name': ReconfigVM_Task, 'duration_secs': 0.520966} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.451024] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 50d57bb6-5695-4435-b30d-38ddceaea97e/50d57bb6-5695-4435-b30d-38ddceaea97e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.451508] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd3eab09-c14e-4c49-bcf5-a291ebe2f5aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.459370] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 919.459370] env[70059]: value = "task-3189251" [ 919.459370] env[70059]: _type = "Task" [ 919.459370] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.469402] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189251, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.486552] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 123c9043-92c4-4c67-9a39-9a82837566ba] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.556390] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492069} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.556802] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. [ 919.558496] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a00a12-3e6e-4e58-b203-515a2c4dba63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.588863] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.589297] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2e5835-c287-4d29-a534-2f7c79fbb19f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.613181] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189248, 'name': Destroy_Task, 'duration_secs': 0.87113} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.614572] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Destroyed the VM [ 919.614839] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.615188] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 919.615188] env[70059]: value = "task-3189252" [ 919.615188] env[70059]: _type = "Task" [ 919.615188] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.615390] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-459e5b77-119a-42ba-a9f8-9068fd937faf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.625063] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.626468] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 919.626468] env[70059]: value = "task-3189253" [ 919.626468] env[70059]: _type = "Task" [ 919.626468] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.634346] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189253, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.642580] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.646990] env[70059]: DEBUG nova.network.neutron [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.687887] env[70059]: DEBUG nova.network.neutron [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Successfully created port: 02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.814634] env[70059]: DEBUG nova.network.neutron [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updating instance_info_cache with network_info: [{"id": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "address": "fa:16:3e:43:90:bc", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7f46dc-18", "ovs_interfaceid": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.881314] env[70059]: DEBUG nova.objects.instance [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lazy-loading 'migration_context' on Instance uuid edec81c1-e48e-4c35-8a6d-62862975ce93 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.933553] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5b5d6a9-8ce2-41f6-aea8-c04aabc19eff tempest-ImagesNegativeTestJSON-1862176131 tempest-ImagesNegativeTestJSON-1862176131-project-member] Lock "41ec6f72-3a16-4182-bfe9-4f92926495b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.097s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.969524] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189251, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.989537] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 88f26c46-83c2-45a1-864a-13c51b13c8ab] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.131789] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.150588] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189253, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.150847] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.317248] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.317741] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance network_info: |[{"id": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "address": "fa:16:3e:43:90:bc", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7f46dc-18", "ovs_interfaceid": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.318222] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:90:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.329642] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.329642] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.329642] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1edff5d8-5146-40af-9023-319d69729b62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.352237] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.352237] env[70059]: value = "task-3189254" [ 920.352237] env[70059]: _type = "Task" [ 920.352237] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.360848] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189254, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.374619] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.375354] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.375354] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.375354] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.375526] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.378906] env[70059]: INFO nova.compute.manager [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Terminating instance [ 920.391242] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.433149] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.433886] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.434199] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.434648] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.434963] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.436234] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.436751] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.439017] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.439017] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.439017] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.439017] env[70059]: DEBUG nova.virt.hardware [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.440071] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cea9d0-8b1f-4e88-9e9c-4039751af3a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.455054] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23600769-12af-48f4-bd87-5216c175e10c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.482836] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189251, 'name': Rename_Task, 'duration_secs': 1.01891} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.483127] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.483399] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff2bcb09-d2ec-444b-a625-309d21ee1019 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.489151] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 920.489151] env[70059]: value = "task-3189255" [ 920.489151] env[70059]: _type = "Task" [ 920.489151] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.494967] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: b926f89c-70d6-4fbb-93b5-6b7e996fda47] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.502636] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.632374] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.645802] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189253, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.655556] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189250, 'name': ReconfigVM_Task, 'duration_secs': 1.227826} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.655844] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.656688] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b84ad-5d80-45a3-b0f3-496dc4658428 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.683802] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144/9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.687040] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49acd50f-c898-4356-a8a9-c670f6e6b080 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706473] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 920.706473] env[70059]: value = "task-3189256" [ 920.706473] env[70059]: _type = "Task" [ 920.706473] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.721381] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.843422] env[70059]: DEBUG nova.compute.manager [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Received event network-changed-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.843559] env[70059]: DEBUG nova.compute.manager [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Refreshing instance network info cache due to event network-changed-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.843749] env[70059]: DEBUG oslo_concurrency.lockutils [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] Acquiring lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843975] env[70059]: DEBUG oslo_concurrency.lockutils [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] Acquired lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.844114] env[70059]: DEBUG nova.network.neutron [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Refreshing network info cache for port bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.863347] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189254, 'name': CreateVM_Task, 'duration_secs': 0.381543} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.865949] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.866862] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.867042] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.867351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.867859] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a6d205-55b3-4859-9227-51055ab040b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.878021] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 920.878021] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522fe412-1cb9-c575-be0e-0574c0c24452" [ 920.878021] env[70059]: _type = "Task" [ 920.878021] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.884419] env[70059]: DEBUG nova.compute.manager [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.884997] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.886330] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3363517-aa0f-4a1f-8ded-e6b800009e89 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.897475] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522fe412-1cb9-c575-be0e-0574c0c24452, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.898298] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.898570] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.898837] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.898982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.899192] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.899483] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59696a1b-6aff-4e6c-8cd0-2743dc5dcaa5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.905039] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.908134] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c32fec5d-2921-4af0-88b0-256f544cd0b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.915204] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.915204] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.915761] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c7f26f-8adf-48b4-b2f5-bf12e2721531 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.923261] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 920.923261] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5235534d-2ecb-bc1b-eea7-a8e8139c11f1" [ 920.923261] env[70059]: _type = "Task" [ 920.923261] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.938136] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5235534d-2ecb-bc1b-eea7-a8e8139c11f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.938982] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77563cae-7d89-457a-8691-8bf134f81da6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.945692] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 920.945692] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e97dc4-6b1c-024f-c635-9d2428b26c66" [ 920.945692] env[70059]: _type = "Task" [ 920.945692] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.953622] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e97dc4-6b1c-024f-c635-9d2428b26c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.960312] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136793dc-9408-4ef2-9666-38132e4e7ea2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.971836] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca20848f-0d3b-47a7-8dcc-0a190cb5ef08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.002819] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 9837c22e-1750-4e1b-bbce-9c7f63f84052] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.007544] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1a36e-eb20-4a7d-bce2-baa7eb1277a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.015373] env[70059]: DEBUG oslo_vmware.api [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189255, 'name': PowerOnVM_Task, 'duration_secs': 0.502848} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.019424] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.019424] env[70059]: INFO nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Took 8.02 seconds to spawn the instance on the hypervisor. [ 921.019424] env[70059]: DEBUG nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.019424] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2130ff80-5a02-4622-a85c-1f4044e4bfa3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.022074] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250b547-060c-4093-a208-a0bbb9a6e1c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.040461] env[70059]: DEBUG nova.compute.provider_tree [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.059028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "dbb26406-ae68-405d-a885-922ecebe2fcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.059261] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.132520] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189252, 'name': ReconfigVM_Task, 'duration_secs': 1.144951} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.135651] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.136492] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a20721-edb0-4170-bd7e-d5fc5b925a61 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.144142] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189253, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.165376] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51963877-abfb-4605-98b2-1072010cea05 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.180667] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 921.180667] env[70059]: value = "task-3189258" [ 921.180667] env[70059]: _type = "Task" [ 921.180667] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.189231] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.215702] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189256, 'name': ReconfigVM_Task, 'duration_secs': 0.360092} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.215991] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144/9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.216269] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.332567] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.333279] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.333774] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleting the datastore file [datastore1] 411a0c11-b3c3-4519-8b1f-7cf8312d0e71 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.334247] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689fb304-cf01-4cc8-be99-9d43ff6e245e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.340219] env[70059]: DEBUG oslo_vmware.api [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 921.340219] env[70059]: value = "task-3189259" [ 921.340219] env[70059]: _type = "Task" [ 921.340219] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.350594] env[70059]: DEBUG oslo_vmware.api [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.456189] env[70059]: DEBUG nova.network.neutron [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Successfully updated port: 02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.463304] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e97dc4-6b1c-024f-c635-9d2428b26c66, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.463569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.463859] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.464175] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7724855d-6759-4e6d-8ed2-26c9f41552d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.472624] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 921.472624] env[70059]: value = "task-3189260" [ 921.472624] env[70059]: _type = "Task" [ 921.472624] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.481917] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.511408] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 10ffa883-9787-4c2b-9912-11f35f299c35] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.555298] env[70059]: DEBUG nova.scheduler.client.report [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.561617] env[70059]: INFO nova.compute.manager [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Took 46.18 seconds to build instance. [ 921.562998] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.642248] env[70059]: DEBUG oslo_vmware.api [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189253, 'name': RemoveSnapshot_Task, 'duration_secs': 1.652463} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.642949] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.643214] env[70059]: INFO nova.compute.manager [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Took 17.95 seconds to snapshot the instance on the hypervisor. [ 921.694293] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189258, 'name': ReconfigVM_Task, 'duration_secs': 0.242887} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.694640] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.694797] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33394269-58e1-4654-bba6-c61e35f0a2fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.702373] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 921.702373] env[70059]: value = "task-3189261" [ 921.702373] env[70059]: _type = "Task" [ 921.702373] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.714829] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.724306] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfecfc7-81db-4bd6-86fc-244b86dd7610 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.730273] env[70059]: DEBUG nova.network.neutron [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updated VIF entry in instance network info cache for port bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.730638] env[70059]: DEBUG nova.network.neutron [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updating instance_info_cache with network_info: [{"id": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "address": "fa:16:3e:43:90:bc", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7f46dc-18", "ovs_interfaceid": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.750830] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a232f11f-f7a0-4e3c-a342-55dae63328e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.772482] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.780297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.781030] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.850596] env[70059]: DEBUG oslo_vmware.api [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140844} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.850855] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.851060] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.851245] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.851416] env[70059]: INFO nova.compute.manager [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Took 0.97 seconds to destroy the instance on the hypervisor. [ 921.851659] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.852072] env[70059]: DEBUG nova.compute.manager [-] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.852072] env[70059]: DEBUG nova.network.neutron [-] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.959682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "refresh_cache-1cde67d4-c1df-4d42-9eeb-c47f0a022356" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.959682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquired lock "refresh_cache-1cde67d4-c1df-4d42-9eeb-c47f0a022356" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.959682] env[70059]: DEBUG nova.network.neutron [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.986324] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487911} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.986586] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.986799] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.987055] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c60a0ef8-8956-47ce-93bf-f4c42f1ed1d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.996159] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 921.996159] env[70059]: value = "task-3189262" [ 921.996159] env[70059]: _type = "Task" [ 921.996159] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.006375] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.015014] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 0c608994-12d8-4173-b8f0-06378d8d96ea] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.068405] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0678a29-7630-46d6-abd7-bd1a6dcfce77 tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.532s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.090325] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.147194] env[70059]: DEBUG nova.compute.manager [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Instance disappeared during snapshot {{(pid=70059) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 922.162339] env[70059]: DEBUG nova.compute.manager [None req-62561ef3-9349-4ffe-ab0f-16c9ddc091a3 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image not found during clean up 10649bb8-2ed9-4775-9e86-96c18cec8e77 {{(pid=70059) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 922.212388] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.251095] env[70059]: DEBUG oslo_concurrency.lockutils [req-afe5aeba-805a-44fa-b10e-34fbaf094332 req-55e53325-c392-43b4-9a96-f88220ec3557 service nova] Releasing lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.284769] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.296229] env[70059]: DEBUG nova.compute.manager [req-609d029e-b511-429f-8aaa-52003db9dfdc req-483cd3e4-ded3-4e2c-871e-66e9e7e915e2 service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Received event network-vif-deleted-812cd2da-8fae-4db1-80ea-105fadef9c75 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.296229] env[70059]: INFO nova.compute.manager [req-609d029e-b511-429f-8aaa-52003db9dfdc req-483cd3e4-ded3-4e2c-871e-66e9e7e915e2 service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Neutron deleted interface 812cd2da-8fae-4db1-80ea-105fadef9c75; detaching it from the instance and deleting it from the info cache [ 922.296663] env[70059]: DEBUG nova.network.neutron [req-609d029e-b511-429f-8aaa-52003db9dfdc req-483cd3e4-ded3-4e2c-871e-66e9e7e915e2 service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.345328] env[70059]: DEBUG nova.network.neutron [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Port 444e13e3-c9ae-41f3-928d-bff95c8b3a5c binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 922.382832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "50d57bb6-5695-4435-b30d-38ddceaea97e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.383107] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.383315] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "50d57bb6-5695-4435-b30d-38ddceaea97e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.383563] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.383668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.385816] env[70059]: INFO nova.compute.manager [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Terminating instance [ 922.504902] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065261} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.505221] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.506126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a91df-a962-4858-b0b2-a5d7a24160c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.521827] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: ca457c4e-4865-43e0-86e1-617fada34e38] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.533483] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.534388] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1fdce8-17b5-41b9-a222-986adfe7ec5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.559035] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 922.559035] env[70059]: value = "task-3189263" [ 922.559035] env[70059]: _type = "Task" [ 922.559035] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.570059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.196s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.575813] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.578254] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.499s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.578456] env[70059]: DEBUG nova.objects.instance [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.712080] env[70059]: DEBUG oslo_vmware.api [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189261, 'name': PowerOnVM_Task, 'duration_secs': 0.685348} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.712345] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.717152] env[70059]: DEBUG nova.compute.manager [None req-0e22ba99-13d2-447e-849b-1073bef97795 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.717152] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61538cca-ceb0-4d87-9020-6431b58412f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.729070] env[70059]: DEBUG nova.network.neutron [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.775711] env[70059]: DEBUG nova.network.neutron [-] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.799418] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e239687-0cb0-41a5-8442-3c741a35aae7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.813374] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c49bbf4-29ec-4d22-b33d-e4e94b80ca7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.827473] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.859771] env[70059]: DEBUG nova.compute.manager [req-609d029e-b511-429f-8aaa-52003db9dfdc req-483cd3e4-ded3-4e2c-871e-66e9e7e915e2 service nova] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Detach interface failed, port_id=812cd2da-8fae-4db1-80ea-105fadef9c75, reason: Instance 411a0c11-b3c3-4519-8b1f-7cf8312d0e71 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.879218] env[70059]: DEBUG nova.compute.manager [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Received event network-vif-plugged-02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.879681] env[70059]: DEBUG oslo_concurrency.lockutils [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] Acquiring lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.879943] env[70059]: DEBUG oslo_concurrency.lockutils [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.880167] env[70059]: DEBUG oslo_concurrency.lockutils [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.881652] env[70059]: DEBUG nova.compute.manager [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] No waiting events found dispatching network-vif-plugged-02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.881958] env[70059]: WARNING nova.compute.manager [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Received unexpected event network-vif-plugged-02208c7b-fc83-49af-b8e8-eb1236cb2557 for instance with vm_state building and task_state spawning. [ 922.882174] env[70059]: DEBUG nova.compute.manager [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Received event network-changed-02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.882371] env[70059]: DEBUG nova.compute.manager [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Refreshing instance network info cache due to event network-changed-02208c7b-fc83-49af-b8e8-eb1236cb2557. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.882596] env[70059]: DEBUG oslo_concurrency.lockutils [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] Acquiring lock "refresh_cache-1cde67d4-c1df-4d42-9eeb-c47f0a022356" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.889997] env[70059]: DEBUG nova.compute.manager [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.890250] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.892812] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25ba006-3284-452a-8dd6-fbd410f4639e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.897354] env[70059]: DEBUG nova.network.neutron [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Updating instance_info_cache with network_info: [{"id": "02208c7b-fc83-49af-b8e8-eb1236cb2557", "address": "fa:16:3e:3c:55:38", "network": {"id": "4ccc7124-a7dd-4273-83bd-ec13f9002729", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-132220206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a8161fef1b4d868605e1d545aa6379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02208c7b-fc", "ovs_interfaceid": "02208c7b-fc83-49af-b8e8-eb1236cb2557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.900813] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.901256] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a6cde9e-4b39-4c43-96d7-6d14d3dbd516 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.907507] env[70059]: DEBUG oslo_vmware.api [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 922.907507] env[70059]: value = "task-3189264" [ 922.907507] env[70059]: _type = "Task" [ 922.907507] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.917850] env[70059]: DEBUG oslo_vmware.api [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.035251] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: a03925d2-fbc2-4b5f-b95f-43f36e2692f2] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.071581] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189263, 'name': ReconfigVM_Task, 'duration_secs': 0.426222} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.071581] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.071581] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95b3a8c3-56d3-4e75-a6a5-e9aed5b0ce52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.080500] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 923.080500] env[70059]: value = "task-3189265" [ 923.080500] env[70059]: _type = "Task" [ 923.080500] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.102727] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189265, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.278508] env[70059]: INFO nova.compute.manager [-] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Took 1.43 seconds to deallocate network for instance. [ 923.378561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.378561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.378561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.402340] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Releasing lock "refresh_cache-1cde67d4-c1df-4d42-9eeb-c47f0a022356" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.402707] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Instance network_info: |[{"id": "02208c7b-fc83-49af-b8e8-eb1236cb2557", "address": "fa:16:3e:3c:55:38", "network": {"id": "4ccc7124-a7dd-4273-83bd-ec13f9002729", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-132220206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a8161fef1b4d868605e1d545aa6379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02208c7b-fc", "ovs_interfaceid": "02208c7b-fc83-49af-b8e8-eb1236cb2557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.403030] env[70059]: DEBUG oslo_concurrency.lockutils [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] Acquired lock "refresh_cache-1cde67d4-c1df-4d42-9eeb-c47f0a022356" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.403221] env[70059]: DEBUG nova.network.neutron [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Refreshing network info cache for port 02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.406898] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:55:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02208c7b-fc83-49af-b8e8-eb1236cb2557', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.414265] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Creating folder: Project (a7a8161fef1b4d868605e1d545aa6379). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.417842] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b51c2d1-63b0-44ce-a003-7fb6c45f8952 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.430933] env[70059]: DEBUG oslo_vmware.api [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189264, 'name': PowerOffVM_Task, 'duration_secs': 0.456068} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.431239] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.431422] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.432799] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5738ec44-9c7d-4d3c-87c5-80074466e151 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.434357] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Created folder: Project (a7a8161fef1b4d868605e1d545aa6379) in parent group-v637631. [ 923.434623] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Creating folder: Instances. Parent ref: group-v637818. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.434785] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fa7e7d3-a6f2-4c8e-99a9-00b095079159 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.446709] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Created folder: Instances in parent group-v637818. [ 923.446709] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.446929] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.447539] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2193df03-f22f-47f9-960c-a82f1795288b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.470333] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.470333] env[70059]: value = "task-3189269" [ 923.470333] env[70059]: _type = "Task" [ 923.470333] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.479751] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189269, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.515819] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.516077] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.516304] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Deleting the datastore file [datastore2] 50d57bb6-5695-4435-b30d-38ddceaea97e {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.516603] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-982b7265-f406-4ee1-ba15-b7d5fea0f355 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.526328] env[70059]: DEBUG oslo_vmware.api [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for the task: (returnval){ [ 923.526328] env[70059]: value = "task-3189270" [ 923.526328] env[70059]: _type = "Task" [ 923.526328] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.535142] env[70059]: DEBUG oslo_vmware.api [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.545801] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 1f87fd35-05ce-4111-af7b-a5192625d1a6] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.590929] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189265, 'name': Rename_Task, 'duration_secs': 0.272366} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.591214] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.591604] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d9620e-47f4-4a83-aea6-1480d5b7c945 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.599226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4c3c0453-7513-47e3-8982-5f692eed6535 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.600238] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 923.600238] env[70059]: value = "task-3189271" [ 923.600238] env[70059]: _type = "Task" [ 923.600238] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.603625] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.873s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.608125] env[70059]: INFO nova.compute.claims [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.616146] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.734675] env[70059]: DEBUG nova.network.neutron [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Updated VIF entry in instance network info cache for port 02208c7b-fc83-49af-b8e8-eb1236cb2557. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.734795] env[70059]: DEBUG nova.network.neutron [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Updating instance_info_cache with network_info: [{"id": "02208c7b-fc83-49af-b8e8-eb1236cb2557", "address": "fa:16:3e:3c:55:38", "network": {"id": "4ccc7124-a7dd-4273-83bd-ec13f9002729", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-132220206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a8161fef1b4d868605e1d545aa6379", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02208c7b-fc", "ovs_interfaceid": "02208c7b-fc83-49af-b8e8-eb1236cb2557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.788239] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.979913] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189269, 'name': CreateVM_Task, 'duration_secs': 0.410518} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.980135] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.980832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.981007] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.981327] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.981582] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83acf3b-7507-4acf-b636-63eb7621974c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.986304] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 923.986304] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525617fd-ebbe-3f09-33f0-12e7075ebc8d" [ 923.986304] env[70059]: _type = "Task" [ 923.986304] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.994258] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525617fd-ebbe-3f09-33f0-12e7075ebc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.035851] env[70059]: DEBUG oslo_vmware.api [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Task: {'id': task-3189270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254272} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.036480] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.036480] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.036572] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.036693] env[70059]: INFO nova.compute.manager [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.036939] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.037243] env[70059]: DEBUG nova.compute.manager [-] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.037243] env[70059]: DEBUG nova.network.neutron [-] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.049627] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 72045dd3-fa01-4b9e-a47b-aa9e034611f3] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.122094] env[70059]: DEBUG oslo_vmware.api [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189271, 'name': PowerOnVM_Task, 'duration_secs': 0.503768} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.122510] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.122756] env[70059]: INFO nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Took 6.34 seconds to spawn the instance on the hypervisor. [ 924.122939] env[70059]: DEBUG nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.123760] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611365d4-878e-47f2-8ca2-d73aaeaefa64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.133612] env[70059]: INFO nova.compute.manager [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Swapping old allocation on dict_keys(['10d6d0a8-8060-4c2e-9dae-ffae8d995d07']) held by migration f934d5fc-458b-4c17-9517-71edd782cdc5 for instance [ 924.160525] env[70059]: DEBUG nova.scheduler.client.report [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Overwriting current allocation {'allocations': {'10d6d0a8-8060-4c2e-9dae-ffae8d995d07': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'fc80d9ad021a43318f599729de643d2f', 'user_id': '737616469af14fdca71c35f774606474', 'consumer_generation': 1} on consumer edec81c1-e48e-4c35-8a6d-62862975ce93 {{(pid=70059) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 924.237817] env[70059]: DEBUG oslo_concurrency.lockutils [req-8d4f0fef-3933-4b8d-88ea-e2e40eb6ab2a req-28ce7501-48da-4331-a513-13110004dfc5 service nova] Releasing lock "refresh_cache-1cde67d4-c1df-4d42-9eeb-c47f0a022356" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.292300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.292626] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquired lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.292685] env[70059]: DEBUG nova.network.neutron [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.414768] env[70059]: DEBUG nova.compute.manager [req-1eb3096c-7481-4574-9dde-713c6dc8fc2e req-9b0da067-3c42-414c-b1c7-949dcee32c90 service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Received event network-vif-deleted-2a0858e6-2a8b-4611-a837-3d9efa536e9c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.415132] env[70059]: INFO nova.compute.manager [req-1eb3096c-7481-4574-9dde-713c6dc8fc2e req-9b0da067-3c42-414c-b1c7-949dcee32c90 service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Neutron deleted interface 2a0858e6-2a8b-4611-a837-3d9efa536e9c; detaching it from the instance and deleting it from the info cache [ 924.415384] env[70059]: DEBUG nova.network.neutron [req-1eb3096c-7481-4574-9dde-713c6dc8fc2e req-9b0da067-3c42-414c-b1c7-949dcee32c90 service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.417668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.417889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.418245] env[70059]: DEBUG nova.network.neutron [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.503063] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525617fd-ebbe-3f09-33f0-12e7075ebc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01441} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.503063] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.503063] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.503063] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.503302] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.503302] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.503302] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89749d31-5cfb-476c-8f85-dbacb0486394 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.516310] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.516310] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.516310] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5f34c0-a267-40b5-9254-ce9c9e8dfa8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.520750] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 924.520750] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d1e4ff-2838-69e9-4a33-3198de539145" [ 924.520750] env[70059]: _type = "Task" [ 924.520750] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.530123] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d1e4ff-2838-69e9-4a33-3198de539145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.557714] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: bf43965a-4117-4c14-a78b-43ffa49d463a] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.645641] env[70059]: INFO nova.compute.manager [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Took 45.51 seconds to build instance. [ 924.891348] env[70059]: DEBUG nova.network.neutron [-] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.926050] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e1ac552-cb11-48b2-a26b-468a91d525a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.939743] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ec33e-5872-455f-9db4-431bd9cd104f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.987728] env[70059]: DEBUG nova.compute.manager [req-1eb3096c-7481-4574-9dde-713c6dc8fc2e req-9b0da067-3c42-414c-b1c7-949dcee32c90 service nova] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Detach interface failed, port_id=2a0858e6-2a8b-4611-a837-3d9efa536e9c, reason: Instance 50d57bb6-5695-4435-b30d-38ddceaea97e could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.033503] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d1e4ff-2838-69e9-4a33-3198de539145, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.039277] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359e30b9-82e0-48fc-9fff-26ff2dc2ed8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.045328] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 925.045328] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52975f1e-f844-244c-63bb-97657547c4e5" [ 925.045328] env[70059]: _type = "Task" [ 925.045328] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.056151] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52975f1e-f844-244c-63bb-97657547c4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.059029] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 32cde80f-7b4d-40df-ac02-087e12a739c5] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.110889] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc30cf-ccd8-4a3c-a4f8-89e8852362fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.121416] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0946b2-04f3-4f01-b471-d12aec73673e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.153722] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c3bea3c-4b6c-4437-be66-2c8339eef619 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "5300c656-c3ff-4721-8fea-d12231491f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.366s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.157146] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b1634-0b3e-4b5a-b6fa-aa910255a8d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.165872] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631c39fa-d5ca-4c26-8030-28c5be54fb8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.180910] env[70059]: DEBUG nova.compute.provider_tree [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.224772] env[70059]: INFO nova.compute.manager [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Rescuing [ 925.225021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.225175] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.225339] env[70059]: DEBUG nova.network.neutron [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.316926] env[70059]: DEBUG nova.network.neutron [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [{"id": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "address": "fa:16:3e:70:7a:13", "network": {"id": "50f3b6f3-8945-47d9-95c2-f6fc36cae491", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "29d0fe4c72b04474a02ebca6d90fb567", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b11c8ff-cc", "ovs_interfaceid": "0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.388488] env[70059]: DEBUG nova.network.neutron [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance_info_cache with network_info: [{"id": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "address": "fa:16:3e:c9:1c:84", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e13e3-c9", "ovs_interfaceid": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.397120] env[70059]: INFO nova.compute.manager [-] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Took 1.36 seconds to deallocate network for instance. [ 925.558972] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52975f1e-f844-244c-63bb-97657547c4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.024072} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.558972] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.558972] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 1cde67d4-c1df-4d42-9eeb-c47f0a022356/1cde67d4-c1df-4d42-9eeb-c47f0a022356.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.558972] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4865ccd9-d938-4e17-a091-ce9bac6dc0b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.565018] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 925.565018] env[70059]: value = "task-3189272" [ 925.565018] env[70059]: _type = "Task" [ 925.565018] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.566922] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 19f4096b-0f09-4e26-93d7-a345002d004d] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.576021] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.688428] env[70059]: DEBUG nova.scheduler.client.report [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.820035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Releasing lock "refresh_cache-edec81c1-e48e-4c35-8a6d-62862975ce93" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.820620] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.820969] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ebe027-4483-4291-b6bf-b18b0bf6b951 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.829400] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 925.829400] env[70059]: value = "task-3189273" [ 925.829400] env[70059]: _type = "Task" [ 925.829400] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.842772] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.891304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.909249] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.070028] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 8d55683d-3ce3-42ec-bf0c-a17146f61142] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.075364] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.194158] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.194946] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.201971] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.003s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.201971] env[70059]: DEBUG nova.objects.instance [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lazy-loading 'resources' on Instance uuid bf8ec14c-809c-46ca-ae57-034cde72f0c9 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.256960] env[70059]: DEBUG nova.network.neutron [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Updating instance_info_cache with network_info: [{"id": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "address": "fa:16:3e:4a:53:4a", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2697db0-7a", "ovs_interfaceid": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.339168] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189273, 'name': PowerOffVM_Task, 'duration_secs': 0.224172} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.339776] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.340586] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:03:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5ce84567-1b9c-4dd4-a49c-583ee98a3f3e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1669728192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.342822] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.342822] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.342822] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.342822] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.342822] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.342988] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.342988] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.343175] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.343816] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.347014] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.349397] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3595980-1c69-410b-bd14-86af217a3706 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.364983] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 926.364983] env[70059]: value = "task-3189274" [ 926.364983] env[70059]: _type = "Task" [ 926.364983] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.372895] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.424541] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792f0a7-d34d-4202-afef-06951164ea20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.444695] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75938e51-a724-4bde-a2d5-8b6337b27178 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.452736] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.513403] env[70059]: DEBUG nova.compute.manager [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Received event network-changed-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.513665] env[70059]: DEBUG nova.compute.manager [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Refreshing instance network info cache due to event network-changed-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.513895] env[70059]: DEBUG oslo_concurrency.lockutils [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] Acquiring lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.514562] env[70059]: DEBUG oslo_concurrency.lockutils [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] Acquired lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.514883] env[70059]: DEBUG nova.network.neutron [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Refreshing network info cache for port bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.578533] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 5312440a-5551-4acc-b114-67bb23a84399] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.580816] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76936} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.581218] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 1cde67d4-c1df-4d42-9eeb-c47f0a022356/1cde67d4-c1df-4d42-9eeb-c47f0a022356.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.583529] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.584421] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b9727c-292f-444a-8f2b-34484639146a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.591098] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 926.591098] env[70059]: value = "task-3189275" [ 926.591098] env[70059]: _type = "Task" [ 926.591098] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.605824] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.705200] env[70059]: DEBUG nova.compute.utils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.705200] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.705200] env[70059]: DEBUG nova.network.neutron [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.760126] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.779914] env[70059]: DEBUG nova.policy [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787708e9c1f5470581d1406d911dbd2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '478228f2bd27431da5215d40014f2784', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.875676] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189274, 'name': ReconfigVM_Task, 'duration_secs': 0.252162} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.880067] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c65c9-d79a-4112-8595-7f453d6afa8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.904506] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:03:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5ce84567-1b9c-4dd4-a49c-583ee98a3f3e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1669728192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.904506] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.904506] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.904506] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.904719] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.904719] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.904775] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.904890] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.905063] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.905251] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.905395] env[70059]: DEBUG nova.virt.hardware [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.909194] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e19e25-f781-42fa-9df1-99b7d783f451 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.915989] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 926.915989] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fdd063-5e22-e09e-3756-640bbf818211" [ 926.915989] env[70059]: _type = "Task" [ 926.915989] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.923009] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fdd063-5e22-e09e-3756-640bbf818211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.963347] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.963951] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f906afa-1c8f-400e-ad0b-147008cd6ddf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.972452] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 926.972452] env[70059]: value = "task-3189276" [ 926.972452] env[70059]: _type = "Task" [ 926.972452] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.989176] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189276, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.086820] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 4d74d56f-a2c9-40e6-abf7-b3b7a76da66e] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.107397] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071894} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.107713] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.108564] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c1fac3-5292-4c98-b9e7-da7cd63c2fb7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.131377] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 1cde67d4-c1df-4d42-9eeb-c47f0a022356/1cde67d4-c1df-4d42-9eeb-c47f0a022356.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.137179] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116b6259-48fd-4b9f-9225-ee4d48fcb99e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.158973] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 927.158973] env[70059]: value = "task-3189277" [ 927.158973] env[70059]: _type = "Task" [ 927.158973] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.170045] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.213737] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.318537] env[70059]: DEBUG nova.network.neutron [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Successfully created port: dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.328172] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886f79c-5bec-4560-8f7c-d84f4d4d2723 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.338425] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef238210-8fe4-43e0-9c7a-17a5a3a447d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.375150] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ecda05-d7c8-4600-9b68-2a8fb7ca7c64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.382967] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ebd2d9-5ccf-4627-8b4a-c489d3cba860 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.396448] env[70059]: DEBUG nova.compute.provider_tree [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.409104] env[70059]: DEBUG nova.network.neutron [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updated VIF entry in instance network info cache for port bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.409487] env[70059]: DEBUG nova.network.neutron [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updating instance_info_cache with network_info: [{"id": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "address": "fa:16:3e:43:90:bc", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7f46dc-18", "ovs_interfaceid": "bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.424230] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fdd063-5e22-e09e-3756-640bbf818211, 'name': SearchDatastore_Task, 'duration_secs': 0.027353} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.429701] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.430330] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c4b9aa-0d6a-4e47-a1fc-7a5d21265b0e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.453590] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 927.453590] env[70059]: value = "task-3189278" [ 927.453590] env[70059]: _type = "Task" [ 927.453590] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.462835] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.483435] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.591773] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 3b873a8a-8dd7-4497-836e-d22a34a3eea1] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.671207] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.900274] env[70059]: DEBUG nova.scheduler.client.report [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.911830] env[70059]: DEBUG oslo_concurrency.lockutils [req-d1ab8188-4f68-4867-bded-54d3f651bac9 req-8ed5bee7-defe-43a0-b0c2-6f17b8c9dec7 service nova] Releasing lock "refresh_cache-5300c656-c3ff-4721-8fea-d12231491f61" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.962919] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.983314] env[70059]: DEBUG oslo_vmware.api [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189276, 'name': PowerOnVM_Task, 'duration_secs': 0.724052} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.983603] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.983758] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-168d36fc-3fba-4239-947f-ada32a8d3aa4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance '9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.094253] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 255ac2ba-769f-4c31-a7d9-7cafffbf2a7f] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.173311] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189277, 'name': ReconfigVM_Task, 'duration_secs': 0.773588} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.174575] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 1cde67d4-c1df-4d42-9eeb-c47f0a022356/1cde67d4-c1df-4d42-9eeb-c47f0a022356.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.175228] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1307ce24-78ba-4e59-8c97-d757a5e2c462 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.184012] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 928.184012] env[70059]: value = "task-3189279" [ 928.184012] env[70059]: _type = "Task" [ 928.184012] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.192447] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189279, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.230165] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.256394] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.257048] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.257605] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.257605] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.258225] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.258225] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.258225] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.258369] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.258513] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.258766] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.258910] env[70059]: DEBUG nova.virt.hardware [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.259838] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd611ca-2e45-47e0-ac50-040598d3177b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.268737] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456646f0-e55b-40b0-b707-a8ac021ff6e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.303698] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.303888] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad6522df-5886-429c-baba-ae9e855dfb1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.311778] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 928.311778] env[70059]: value = "task-3189280" [ 928.311778] env[70059]: _type = "Task" [ 928.311778] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.322389] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.407646] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.412107] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.928s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.413500] env[70059]: INFO nova.compute.claims [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.416285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.416511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.440879] env[70059]: INFO nova.scheduler.client.report [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted allocations for instance bf8ec14c-809c-46ca-ae57-034cde72f0c9 [ 928.464869] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.224474] env[70059]: DEBUG nova.network.neutron [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Successfully updated port: dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.229041] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.238211] env[70059]: DEBUG nova.compute.manager [req-0214582e-902b-42a5-a67c-6c57d9570437 req-9097e61b-c063-4573-b5f0-9a607f43933c service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-vif-plugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.238391] env[70059]: DEBUG oslo_concurrency.lockutils [req-0214582e-902b-42a5-a67c-6c57d9570437 req-9097e61b-c063-4573-b5f0-9a607f43933c service nova] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.238623] env[70059]: DEBUG oslo_concurrency.lockutils [req-0214582e-902b-42a5-a67c-6c57d9570437 req-9097e61b-c063-4573-b5f0-9a607f43933c service nova] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.240153] env[70059]: DEBUG oslo_concurrency.lockutils [req-0214582e-902b-42a5-a67c-6c57d9570437 req-9097e61b-c063-4573-b5f0-9a607f43933c service nova] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.240153] env[70059]: DEBUG nova.compute.manager [req-0214582e-902b-42a5-a67c-6c57d9570437 req-9097e61b-c063-4573-b5f0-9a607f43933c service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] No waiting events found dispatching network-vif-plugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.240153] env[70059]: WARNING nova.compute.manager [req-0214582e-902b-42a5-a67c-6c57d9570437 req-9097e61b-c063-4573-b5f0-9a607f43933c service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received unexpected event network-vif-plugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 for instance with vm_state building and task_state spawning. [ 929.244600] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4bf5a325-4b42-440b-bedb-e18bf2c62c30 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "bf8ec14c-809c-46ca-ae57-034cde72f0c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.559s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.244600] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.244886] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Cleaning up deleted instances with incomplete migration {{(pid=70059) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 929.267882] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189278, 'name': ReconfigVM_Task, 'duration_secs': 1.310727} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.268388] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189280, 'name': PowerOffVM_Task, 'duration_secs': 0.287404} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.269070] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189279, 'name': Rename_Task, 'duration_secs': 0.166313} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.270348] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.270348] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.270348] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.271282] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f97fbdc-2a65-4185-a04b-f62d21119157 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.274104] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dacd8f6-c075-4989-9e15-17209eb96c7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.276849] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd27582-9bf4-4781-8d7b-f1de508e1111 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.303416] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.321622] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c150a5-2958-4e48-bc32-deb9895cb262 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.334054] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 929.334054] env[70059]: value = "task-3189281" [ 929.334054] env[70059]: _type = "Task" [ 929.334054] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.336230] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63289e63-61c3-4e85-9c51-7a82793f63cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.344042] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 929.344042] env[70059]: value = "task-3189282" [ 929.344042] env[70059]: _type = "Task" [ 929.344042] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.358454] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.363545] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.381552] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.381870] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d35fcc-6587-4773-a5e1-d2c841799ee6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.391608] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 929.391608] env[70059]: value = "task-3189283" [ 929.391608] env[70059]: _type = "Task" [ 929.391608] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.401844] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.704626] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faee127c-08d1-4e7b-a0e7-21719e8e5a39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.712940] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f41039-0afb-4430-929c-222726026749 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.746160] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.746333] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.746498] env[70059]: DEBUG nova.network.neutron [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.751701] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c3439-1e2b-4709-bfdc-64afa349835a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.756143] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.761590] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6ce95-53b2-43d6-bb65-4dff7ee034a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.777410] env[70059]: DEBUG nova.compute.provider_tree [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.779926] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.783428] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "86c0c53f-00a6-4700-9188-f2c69578fa72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.783677] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.783876] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "86c0c53f-00a6-4700-9188-f2c69578fa72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.784074] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.784249] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.792114] env[70059]: INFO nova.compute.manager [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Terminating instance [ 929.848237] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189281, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.855947] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189282, 'name': ReconfigVM_Task, 'duration_secs': 0.495292} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.856269] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Reconfigured VM instance instance-00000030 to attach disk [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93/edec81c1-e48e-4c35-8a6d-62862975ce93.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.857128] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f8dbf-ea97-4095-a769-abf370074909 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.876459] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff694b1-e0a1-4151-b3ab-531fce8fc231 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.898272] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f901dcd2-8405-4a86-b1b5-6528bfc142eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.919622] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.919918] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.920183] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.920335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.920520] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.922046] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09c9e6c5-e1b1-4361-9b7a-7d39750c91de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.924628] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa4127-204b-4e85-bc2e-69c8ce2a718f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.935527] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.935912] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb821e1-975d-4b9f-a0ca-9c54f80c93bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.939297] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.939365] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.940857] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959413b6-db5e-4546-b060-2f9bf75dad6a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.946276] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 929.946276] env[70059]: value = "task-3189284" [ 929.946276] env[70059]: _type = "Task" [ 929.946276] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.951980] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 929.951980] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cecf22-0c20-1937-78c6-fe878f506064" [ 929.951980] env[70059]: _type = "Task" [ 929.951980] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.959703] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.965694] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cecf22-0c20-1937-78c6-fe878f506064, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.966667] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7536e71-1025-409a-8ddc-bd7208b5a42d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.973059] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 929.973059] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525e77d8-b232-6ca3-e42d-ffdccef8e087" [ 929.973059] env[70059]: _type = "Task" [ 929.973059] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.981843] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525e77d8-b232-6ca3-e42d-ffdccef8e087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.282019] env[70059]: DEBUG nova.scheduler.client.report [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.287518] env[70059]: DEBUG nova.network.neutron [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.298022] env[70059]: DEBUG nova.compute.manager [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.298257] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.299699] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612850b9-4976-4321-9aec-9d7fd8973dea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.309072] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.309329] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30e435fd-8b2c-4bc1-b23a-4533fa28bf69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.316010] env[70059]: DEBUG oslo_vmware.api [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 930.316010] env[70059]: value = "task-3189285" [ 930.316010] env[70059]: _type = "Task" [ 930.316010] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.326764] env[70059]: DEBUG oslo_vmware.api [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.345763] env[70059]: DEBUG oslo_vmware.api [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189281, 'name': PowerOnVM_Task, 'duration_secs': 0.714276} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.346117] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.346329] env[70059]: INFO nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Took 9.95 seconds to spawn the instance on the hypervisor. [ 930.346508] env[70059]: DEBUG nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.347296] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db57eddd-84d3-46b1-83c1-7e49007b54ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.429798] env[70059]: DEBUG nova.network.neutron [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.434410] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.434410] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.434410] env[70059]: DEBUG nova.compute.manager [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Going to confirm migration 3 {{(pid=70059) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 930.457113] env[70059]: DEBUG oslo_vmware.api [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189284, 'name': PowerOnVM_Task, 'duration_secs': 0.489735} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.457443] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.482863] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525e77d8-b232-6ca3-e42d-ffdccef8e087, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.483163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.483443] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. {{(pid=70059) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 930.483723] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8da640a7-5f49-4f3f-963d-955046da91f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.490375] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 930.490375] env[70059]: value = "task-3189286" [ 930.490375] env[70059]: _type = "Task" [ 930.490375] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.498999] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.787437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.788111] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.790611] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.358s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.792496] env[70059]: INFO nova.compute.claims [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.826435] env[70059]: DEBUG oslo_vmware.api [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189285, 'name': PowerOffVM_Task, 'duration_secs': 0.262572} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.826702] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.826872] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.827146] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdbc53c3-3752-4c4d-9c41-748aad417d97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.864968] env[70059]: INFO nova.compute.manager [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Took 45.63 seconds to build instance. [ 930.895616] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.895819] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.896043] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleting the datastore file [datastore2] 86c0c53f-00a6-4700-9188-f2c69578fa72 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.896393] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c5b36f-a0a4-4b0a-99ea-a8b78e5f1977 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.902103] env[70059]: DEBUG oslo_vmware.api [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 930.902103] env[70059]: value = "task-3189288" [ 930.902103] env[70059]: _type = "Task" [ 930.902103] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.909521] env[70059]: DEBUG oslo_vmware.api [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.932376] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.932674] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance network_info: |[{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.933110] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dafc5dfd-6f85-4995-8f5d-20dd22bf1d84', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.941178] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating folder: Project (478228f2bd27431da5215d40014f2784). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.943505] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3132c774-4580-4a05-a48b-c1877e9c662e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.956587] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Created folder: Project (478228f2bd27431da5215d40014f2784) in parent group-v637631. [ 930.956587] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating folder: Instances. Parent ref: group-v637821. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.956587] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a06202b7-ba04-4ee5-a1cd-e31c50de3806 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.967589] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Created folder: Instances in parent group-v637821. [ 930.968755] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.968755] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.968755] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdd33f3c-84bf-406f-85a5-1f4f35041e54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.987912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.988159] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.988409] env[70059]: DEBUG nova.network.neutron [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.988721] env[70059]: DEBUG nova.objects.instance [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'info_cache' on Instance uuid 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.993377] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.993377] env[70059]: value = "task-3189291" [ 930.993377] env[70059]: _type = "Task" [ 930.993377] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.007676] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189291, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.012388] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.023102] env[70059]: DEBUG nova.compute.manager [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-changed-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.023303] env[70059]: DEBUG nova.compute.manager [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Refreshing instance network info cache due to event network-changed-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.023532] env[70059]: DEBUG oslo_concurrency.lockutils [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.023672] env[70059]: DEBUG oslo_concurrency.lockutils [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.023821] env[70059]: DEBUG nova.network.neutron [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Refreshing network info cache for port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.299553] env[70059]: DEBUG nova.compute.utils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.310332] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.310530] env[70059]: DEBUG nova.network.neutron [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.367066] env[70059]: DEBUG oslo_concurrency.lockutils [None req-29a6afd0-e866-4418-82e2-3a117388d565 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.713s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.386019] env[70059]: DEBUG nova.policy [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2504bf97443472282e150eee117b37e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a39587511a4492bb0312d58fda63a19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.411982] env[70059]: DEBUG oslo_vmware.api [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4785} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.412283] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.412470] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.412641] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.412806] env[70059]: INFO nova.compute.manager [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 931.413052] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.413249] env[70059]: DEBUG nova.compute.manager [-] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.413342] env[70059]: DEBUG nova.network.neutron [-] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.469964] env[70059]: INFO nova.compute.manager [None req-ec035113-4b99-4b0f-b715-e4ff9aaedb61 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance to original state: 'active' [ 931.509122] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808826} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.512388] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. [ 931.513531] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189291, 'name': CreateVM_Task, 'duration_secs': 0.490415} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.514268] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895553e-11a1-4b86-b25d-16ed3dbef386 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.516986] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.518080] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.518146] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.518418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.518999] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8cce12-e456-4c24-b1d8-5b2af7015820 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.543157] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.544389] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c5b2a0-f4fa-45f6-8e18-04a892427ee0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.559584] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 931.559584] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526785e6-b72f-0ecf-8474-0cc2bb847d3f" [ 931.559584] env[70059]: _type = "Task" [ 931.559584] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.564047] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 931.564047] env[70059]: value = "task-3189292" [ 931.564047] env[70059]: _type = "Task" [ 931.564047] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.571956] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526785e6-b72f-0ecf-8474-0cc2bb847d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.579254] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.791846] env[70059]: DEBUG nova.compute.manager [req-f571b613-5c4b-409a-b6dd-a222265a1644 req-ce7c111b-1b96-4a2e-9036-8aee26fdd705 service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Received event network-vif-deleted-861beb55-41be-4df7-88be-5ed43f7e721f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.793657] env[70059]: INFO nova.compute.manager [req-f571b613-5c4b-409a-b6dd-a222265a1644 req-ce7c111b-1b96-4a2e-9036-8aee26fdd705 service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Neutron deleted interface 861beb55-41be-4df7-88be-5ed43f7e721f; detaching it from the instance and deleting it from the info cache [ 931.793657] env[70059]: DEBUG nova.network.neutron [req-f571b613-5c4b-409a-b6dd-a222265a1644 req-ce7c111b-1b96-4a2e-9036-8aee26fdd705 service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.810862] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.872012] env[70059]: DEBUG nova.network.neutron [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Successfully created port: 3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.976019] env[70059]: DEBUG nova.network.neutron [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updated VIF entry in instance network info cache for port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.976019] env[70059]: DEBUG nova.network.neutron [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.078274] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526785e6-b72f-0ecf-8474-0cc2bb847d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.02463} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.078484] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.078972] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.079256] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.079415] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.079617] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.086186] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ae3770-0e7e-4190-9d0f-eacf97f36d68 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.088354] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.096814] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.097096] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.098770] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd19957e-bfe0-4610-a93c-29daadad94c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.107436] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 932.107436] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526138d6-c15e-a5ca-329a-1866f21a2320" [ 932.107436] env[70059]: _type = "Task" [ 932.107436] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.120200] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526138d6-c15e-a5ca-329a-1866f21a2320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.161343] env[70059]: DEBUG nova.network.neutron [-] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.295380] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86577ad9-adc9-40b3-a5ad-f6c35cdff8ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.306018] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1872e2-0188-4873-8691-f1a27fab3a66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.322545] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc17539-aecb-460e-b923-64f76f3f68ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.330765] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e89c49-0652-4dce-be99-81b3195b978c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.379041] env[70059]: DEBUG nova.compute.manager [req-f571b613-5c4b-409a-b6dd-a222265a1644 req-ce7c111b-1b96-4a2e-9036-8aee26fdd705 service nova] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Detach interface failed, port_id=861beb55-41be-4df7-88be-5ed43f7e721f, reason: Instance 86c0c53f-00a6-4700-9188-f2c69578fa72 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.384333] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63399a7-6d25-4d06-ad62-08adf889abbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.392973] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f6945a-0868-4384-8d76-fca325b92b8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.408224] env[70059]: DEBUG nova.compute.provider_tree [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.435209] env[70059]: DEBUG nova.network.neutron [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance_info_cache with network_info: [{"id": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "address": "fa:16:3e:c9:1c:84", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap444e13e3-c9", "ovs_interfaceid": "444e13e3-c9ae-41f3-928d-bff95c8b3a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.483759] env[70059]: DEBUG oslo_concurrency.lockutils [req-2a919ae8-620b-49a0-a259-37e62494d0c7 req-8c252fd4-f86d-44b7-bd83-034034bf1a39 service nova] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.576998] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189292, 'name': ReconfigVM_Task, 'duration_secs': 0.69671} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.577553] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.578605] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c23c29-7808-4eb2-baa3-0c8ff86d5346 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.607459] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2682166a-6cc5-42ab-9b2b-b4095114e284 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.626677] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526138d6-c15e-a5ca-329a-1866f21a2320, 'name': SearchDatastore_Task, 'duration_secs': 0.018918} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.630117] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 932.630117] env[70059]: value = "task-3189293" [ 932.630117] env[70059]: _type = "Task" [ 932.630117] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.630117] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f293114-fe32-4eba-bc21-c637d35da5cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.637278] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 932.637278] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52dcab8c-0d8e-59a6-8c94-c1bf4d31d936" [ 932.637278] env[70059]: _type = "Task" [ 932.637278] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.640616] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.648080] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dcab8c-0d8e-59a6-8c94-c1bf4d31d936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.664847] env[70059]: INFO nova.compute.manager [-] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Took 1.25 seconds to deallocate network for instance. [ 932.776214] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "edec81c1-e48e-4c35-8a6d-62862975ce93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.778059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.778059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.778059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.778059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.779879] env[70059]: INFO nova.compute.manager [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Terminating instance [ 932.827301] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.855166] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.855423] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.855645] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.855804] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.855967] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.856139] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.856357] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.856546] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.856720] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.856900] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.857089] env[70059]: DEBUG nova.virt.hardware [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.858314] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eebff3d-4798-48e0-9ee4-0ba71f4dac1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.866136] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3a1b75-2bad-4ff0-b994-16678a3a46e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.913864] env[70059]: DEBUG nova.scheduler.client.report [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.938096] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.938260] env[70059]: DEBUG nova.objects.instance [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'migration_context' on Instance uuid 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.141013] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189293, 'name': ReconfigVM_Task, 'duration_secs': 0.183427} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.144105] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.144378] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e552e261-a1bc-4e47-9432-280bcec0179d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.150809] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dcab8c-0d8e-59a6-8c94-c1bf4d31d936, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.151947] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.152203] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.152488] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 933.152488] env[70059]: value = "task-3189294" [ 933.152488] env[70059]: _type = "Task" [ 933.152488] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.152658] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36409486-a795-4e22-bb51-2a8165f2f7ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.163907] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.165238] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 933.165238] env[70059]: value = "task-3189295" [ 933.165238] env[70059]: _type = "Task" [ 933.165238] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.173469] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.173846] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.284135] env[70059]: DEBUG nova.compute.manager [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.284386] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.285322] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300140ab-2357-49cf-aa4f-dbd7b2437662 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.293902] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.294220] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c971bda8-0b6c-472e-935b-7bf261971deb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.300532] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 933.300532] env[70059]: value = "task-3189296" [ 933.300532] env[70059]: _type = "Task" [ 933.300532] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.308525] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.416959] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.417521] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.420420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.091s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.421686] env[70059]: INFO nova.compute.claims [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.434098] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.434372] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.434603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.434798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.435017] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.437261] env[70059]: INFO nova.compute.manager [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Terminating instance [ 933.440561] env[70059]: DEBUG nova.objects.base [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Object Instance<9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144> lazy-loaded attributes: info_cache,migration_context {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.441561] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bbcce9-dfa9-4651-83c6-b5dba622b313 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.465188] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a391dc1-09f4-4214-9ab1-58c99eb9ae9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.471877] env[70059]: DEBUG oslo_vmware.api [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 933.471877] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c39a3b-1acd-cf2a-87dc-2d7d44230157" [ 933.471877] env[70059]: _type = "Task" [ 933.471877] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.483549] env[70059]: DEBUG oslo_vmware.api [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c39a3b-1acd-cf2a-87dc-2d7d44230157, 'name': SearchDatastore_Task, 'duration_secs': 0.007675} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.483549] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.665922] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.675300] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189295, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.772986] env[70059]: DEBUG nova.compute.manager [req-30910869-4e82-4feb-abea-bf5e49e970f4 req-02fd647b-cf6a-42ac-bf13-a4cfe874a1f9 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Received event network-vif-plugged-3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.772986] env[70059]: DEBUG oslo_concurrency.lockutils [req-30910869-4e82-4feb-abea-bf5e49e970f4 req-02fd647b-cf6a-42ac-bf13-a4cfe874a1f9 service nova] Acquiring lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.774145] env[70059]: DEBUG oslo_concurrency.lockutils [req-30910869-4e82-4feb-abea-bf5e49e970f4 req-02fd647b-cf6a-42ac-bf13-a4cfe874a1f9 service nova] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.774611] env[70059]: DEBUG oslo_concurrency.lockutils [req-30910869-4e82-4feb-abea-bf5e49e970f4 req-02fd647b-cf6a-42ac-bf13-a4cfe874a1f9 service nova] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.775037] env[70059]: DEBUG nova.compute.manager [req-30910869-4e82-4feb-abea-bf5e49e970f4 req-02fd647b-cf6a-42ac-bf13-a4cfe874a1f9 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] No waiting events found dispatching network-vif-plugged-3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.775454] env[70059]: WARNING nova.compute.manager [req-30910869-4e82-4feb-abea-bf5e49e970f4 req-02fd647b-cf6a-42ac-bf13-a4cfe874a1f9 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Received unexpected event network-vif-plugged-3166f661-791d-44e3-bcde-55e0a43f0e3b for instance with vm_state building and task_state spawning. [ 933.799203] env[70059]: DEBUG nova.network.neutron [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Successfully updated port: 3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.814288] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189296, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.926266] env[70059]: DEBUG nova.compute.utils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.928442] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.928632] env[70059]: DEBUG nova.network.neutron [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.941373] env[70059]: DEBUG nova.compute.manager [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.941635] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.942981] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613723b-2117-4f8a-b775-f4cc84f69808 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.951817] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.952106] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efb981f2-fdfc-45c0-b5bb-1baa221f2927 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.958796] env[70059]: DEBUG oslo_vmware.api [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 933.958796] env[70059]: value = "task-3189297" [ 933.958796] env[70059]: _type = "Task" [ 933.958796] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.967745] env[70059]: DEBUG oslo_vmware.api [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.990079] env[70059]: DEBUG nova.policy [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77401bb5df434e0a8354631d427159e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '099f2d693d0a4c56bc700e2ced54b3cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.166383] env[70059]: DEBUG oslo_vmware.api [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189294, 'name': PowerOnVM_Task, 'duration_secs': 0.553452} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.169490] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.172173] env[70059]: DEBUG nova.compute.manager [None req-ac89e607-f2a4-4820-b4d1-0e2dad41010a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.172899] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313de817-aaba-4cac-a7de-caaaedb4f7d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.178346] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957567} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.178849] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.179092] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.179324] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c92cbb42-bb2d-498c-a466-7b9244c9f4f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.188514] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 934.188514] env[70059]: value = "task-3189298" [ 934.188514] env[70059]: _type = "Task" [ 934.188514] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.196492] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.302447] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "refresh_cache-f8c770af-7d7d-4b7e-a603-64e14b3842c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.302610] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquired lock "refresh_cache-f8c770af-7d7d-4b7e-a603-64e14b3842c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.302768] env[70059]: DEBUG nova.network.neutron [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.310430] env[70059]: DEBUG nova.network.neutron [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Successfully created port: 4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.316494] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189296, 'name': PowerOffVM_Task, 'duration_secs': 0.581233} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.316838] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.317076] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.317400] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1c5372-ec2c-448b-90d3-8916303f1fd2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.393440] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.394643] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.395109] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleting the datastore file [datastore2] edec81c1-e48e-4c35-8a6d-62862975ce93 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.395645] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d21f1d8b-fc1e-470f-af8d-999400574cfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.403143] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 934.403143] env[70059]: value = "task-3189300" [ 934.403143] env[70059]: _type = "Task" [ 934.403143] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.411321] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.435235] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.469027] env[70059]: DEBUG oslo_vmware.api [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189297, 'name': PowerOffVM_Task, 'duration_secs': 0.440124} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.473118] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.473118] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.473395] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c964415-67a7-4971-9fc0-4375ddbea1a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.533624] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.533866] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.534067] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Deleting the datastore file [datastore1] 1cde67d4-c1df-4d42-9eeb-c47f0a022356 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.534362] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6299506a-a899-4006-8679-cdd734145a25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.540611] env[70059]: DEBUG oslo_vmware.api [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for the task: (returnval){ [ 934.540611] env[70059]: value = "task-3189302" [ 934.540611] env[70059]: _type = "Task" [ 934.540611] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.550815] env[70059]: DEBUG oslo_vmware.api [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.701339] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081462} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.701672] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.702448] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8dd17f-67a0-47a8-aea9-a8126c04df07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.727974] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.732564] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718fe7ed-c997-4c35-9dda-e79e3191a01b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.751734] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 934.751734] env[70059]: value = "task-3189303" [ 934.751734] env[70059]: _type = "Task" [ 934.751734] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.763535] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.854091] env[70059]: DEBUG nova.network.neutron [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.879409] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d70745-8bba-49ec-b0ea-89c88f9b9965 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.888699] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f4094-07d2-40f2-a6f6-543b590ffef4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.925939] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24ad670-c0bf-418f-81a7-89501d672f01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.933304] env[70059]: DEBUG oslo_vmware.api [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169354} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.935297] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.935515] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.935706] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.935882] env[70059]: INFO nova.compute.manager [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Took 1.65 seconds to destroy the instance on the hypervisor. [ 934.936187] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.936439] env[70059]: DEBUG nova.compute.manager [-] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.936559] env[70059]: DEBUG nova.network.neutron [-] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.939122] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f33d6-9b00-4836-b502-f97e30d06c24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.957345] env[70059]: DEBUG nova.compute.provider_tree [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.054545] env[70059]: DEBUG oslo_vmware.api [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Task: {'id': task-3189302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14706} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.054810] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.054997] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.055190] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.055363] env[70059]: INFO nova.compute.manager [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Took 1.11 seconds to destroy the instance on the hypervisor. [ 935.055607] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.055800] env[70059]: DEBUG nova.compute.manager [-] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.055899] env[70059]: DEBUG nova.network.neutron [-] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.264777] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.299862] env[70059]: DEBUG nova.network.neutron [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Updating instance_info_cache with network_info: [{"id": "3166f661-791d-44e3-bcde-55e0a43f0e3b", "address": "fa:16:3e:e2:ae:29", "network": {"id": "285f0c33-7174-4cc2-b68f-3cc924e9d518", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-976009252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a39587511a4492bb0312d58fda63a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3166f661-79", "ovs_interfaceid": "3166f661-791d-44e3-bcde-55e0a43f0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.366724] env[70059]: DEBUG nova.compute.manager [req-d5e34e24-3256-4997-b57c-0f2b083aab14 req-dbae67c8-1d39-47fa-82e8-8742fea1e5b3 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Received event network-vif-deleted-0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.367017] env[70059]: INFO nova.compute.manager [req-d5e34e24-3256-4997-b57c-0f2b083aab14 req-dbae67c8-1d39-47fa-82e8-8742fea1e5b3 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Neutron deleted interface 0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e; detaching it from the instance and deleting it from the info cache [ 935.367200] env[70059]: DEBUG nova.network.neutron [req-d5e34e24-3256-4997-b57c-0f2b083aab14 req-dbae67c8-1d39-47fa-82e8-8742fea1e5b3 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.449741] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.483416] env[70059]: ERROR nova.scheduler.client.report [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [req-4ed7dd2b-a2e2-4c77-9c28-eff8c73265da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ed7dd2b-a2e2-4c77-9c28-eff8c73265da"}]} [ 935.487139] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.487367] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.487521] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.487701] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.487913] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.488085] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.488299] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.488456] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.488756] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.488937] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.489125] env[70059]: DEBUG nova.virt.hardware [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.490234] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f87394d-372a-4fa7-99b7-d34b54a054a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.498283] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d4b5cb-cda9-476b-8a28-2fdf41e311ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.503010] env[70059]: DEBUG nova.scheduler.client.report [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 935.518351] env[70059]: DEBUG nova.scheduler.client.report [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 935.518472] env[70059]: DEBUG nova.compute.provider_tree [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.530040] env[70059]: DEBUG nova.scheduler.client.report [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 935.550461] env[70059]: DEBUG nova.scheduler.client.report [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 935.563037] env[70059]: DEBUG nova.network.neutron [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Successfully updated port: 4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.767562] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189303, 'name': ReconfigVM_Task, 'duration_secs': 0.589072} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.767562] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.767818] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-254aecfb-7464-48ff-9bdd-8a628e3d15e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.775566] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 935.775566] env[70059]: value = "task-3189304" [ 935.775566] env[70059]: _type = "Task" [ 935.775566] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.786463] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189304, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.805067] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Releasing lock "refresh_cache-f8c770af-7d7d-4b7e-a603-64e14b3842c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.805505] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Instance network_info: |[{"id": "3166f661-791d-44e3-bcde-55e0a43f0e3b", "address": "fa:16:3e:e2:ae:29", "network": {"id": "285f0c33-7174-4cc2-b68f-3cc924e9d518", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-976009252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a39587511a4492bb0312d58fda63a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3166f661-79", "ovs_interfaceid": "3166f661-791d-44e3-bcde-55e0a43f0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.806367] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ae:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3166f661-791d-44e3-bcde-55e0a43f0e3b', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.819598] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Creating folder: Project (7a39587511a4492bb0312d58fda63a19). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.823831] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37a5ab07-1ceb-4014-980e-8cbc5b1968ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.832430] env[70059]: DEBUG nova.network.neutron [-] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.835821] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Created folder: Project (7a39587511a4492bb0312d58fda63a19) in parent group-v637631. [ 935.836085] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Creating folder: Instances. Parent ref: group-v637824. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.836666] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4a8176-aca5-4a1d-ae9c-493fcd870423 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.849933] env[70059]: DEBUG nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Received event network-changed-3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.849933] env[70059]: DEBUG nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Refreshing instance network info cache due to event network-changed-3166f661-791d-44e3-bcde-55e0a43f0e3b. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.850193] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Acquiring lock "refresh_cache-f8c770af-7d7d-4b7e-a603-64e14b3842c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.850366] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Acquired lock "refresh_cache-f8c770af-7d7d-4b7e-a603-64e14b3842c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.850553] env[70059]: DEBUG nova.network.neutron [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Refreshing network info cache for port 3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.853372] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Created folder: Instances in parent group-v637824. [ 935.853946] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.853946] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.854808] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b55718-ad51-4035-a0c9-f9b73a6c5a90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.874352] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c32d63cd-db93-4726-b3df-155014d08afa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.886043] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ebc0f-59df-4c14-96d9-d663a99ba759 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.897216] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.897216] env[70059]: value = "task-3189307" [ 935.897216] env[70059]: _type = "Task" [ 935.897216] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.912032] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189307, 'name': CreateVM_Task} progress is 15%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.930733] env[70059]: DEBUG nova.compute.manager [req-d5e34e24-3256-4997-b57c-0f2b083aab14 req-dbae67c8-1d39-47fa-82e8-8742fea1e5b3 service nova] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Detach interface failed, port_id=0b11c8ff-cc80-4473-a315-cf0ba6ec3c3e, reason: Instance edec81c1-e48e-4c35-8a6d-62862975ce93 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.953912] env[70059]: DEBUG nova.network.neutron [-] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.984586] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6d9a8-a951-4cf1-add6-406a1ff2ca1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.992266] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971d10ec-d4d3-470a-9df1-a6842a3ad9b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.023576] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa66d12-9246-4ddd-b50e-09d3d4ff3554 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.026357] env[70059]: INFO nova.compute.manager [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Unrescuing [ 936.026600] env[70059]: DEBUG oslo_concurrency.lockutils [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.026750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.026913] env[70059]: DEBUG nova.network.neutron [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.033306] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ac86ac-422c-4574-ad5f-35607cd4b33d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.048206] env[70059]: DEBUG nova.compute.provider_tree [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.066506] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "refresh_cache-0497c9b8-e8b3-462a-b5de-fa66d4f30cac" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.067928] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquired lock "refresh_cache-0497c9b8-e8b3-462a-b5de-fa66d4f30cac" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.067928] env[70059]: DEBUG nova.network.neutron [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.285556] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189304, 'name': Rename_Task, 'duration_secs': 0.167088} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.285849] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.286110] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd7a776-0df7-4387-aa5f-1c9c3f3011ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.292476] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 936.292476] env[70059]: value = "task-3189308" [ 936.292476] env[70059]: _type = "Task" [ 936.292476] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.299975] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.338059] env[70059]: INFO nova.compute.manager [-] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Took 1.40 seconds to deallocate network for instance. [ 936.410363] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189307, 'name': CreateVM_Task, 'duration_secs': 0.394272} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.410659] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.411225] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.412038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.412038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.412038] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813aa5e2-8bc4-4b93-bb9b-16891647c4e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.416602] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 936.416602] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52039712-1bbd-42c7-8b75-03deba6f7316" [ 936.416602] env[70059]: _type = "Task" [ 936.416602] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.427043] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52039712-1bbd-42c7-8b75-03deba6f7316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.456447] env[70059]: INFO nova.compute.manager [-] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Took 1.40 seconds to deallocate network for instance. [ 936.585394] env[70059]: DEBUG nova.scheduler.client.report [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 936.585669] env[70059]: DEBUG nova.compute.provider_tree [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 91 to 92 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 936.585869] env[70059]: DEBUG nova.compute.provider_tree [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.619697] env[70059]: DEBUG nova.network.neutron [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.638458] env[70059]: DEBUG nova.network.neutron [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Updated VIF entry in instance network info cache for port 3166f661-791d-44e3-bcde-55e0a43f0e3b. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.638838] env[70059]: DEBUG nova.network.neutron [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Updating instance_info_cache with network_info: [{"id": "3166f661-791d-44e3-bcde-55e0a43f0e3b", "address": "fa:16:3e:e2:ae:29", "network": {"id": "285f0c33-7174-4cc2-b68f-3cc924e9d518", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-976009252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a39587511a4492bb0312d58fda63a19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3166f661-79", "ovs_interfaceid": "3166f661-791d-44e3-bcde-55e0a43f0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.802976] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.847337] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.927964] env[70059]: DEBUG nova.network.neutron [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Updating instance_info_cache with network_info: [{"id": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "address": "fa:16:3e:4a:53:4a", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2697db0-7a", "ovs_interfaceid": "d2697db0-7a2e-472b-a84f-140dfd4562c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.930068] env[70059]: DEBUG nova.network.neutron [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Updating instance_info_cache with network_info: [{"id": "4ac1cedc-6b32-4696-8a9c-18e56e429f2a", "address": "fa:16:3e:01:70:57", "network": {"id": "a0197e84-a739-4595-acc6-6cb845e34723", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-111544858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "099f2d693d0a4c56bc700e2ced54b3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac1cedc-6b", "ovs_interfaceid": "4ac1cedc-6b32-4696-8a9c-18e56e429f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.941024] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52039712-1bbd-42c7-8b75-03deba6f7316, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.941024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.941184] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.941392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.942027] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.942027] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.942027] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a60689b2-532e-4448-a8f9-60bf9fab7a6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.952463] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.952463] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.952648] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d405b8b8-be57-4959-90de-ffaec8c60084 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.960909] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 936.960909] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52514daa-4d6e-839f-39ad-5db210b60661" [ 936.960909] env[70059]: _type = "Task" [ 936.960909] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.965137] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.969689] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52514daa-4d6e-839f-39ad-5db210b60661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.091547] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.671s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.092077] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.094787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.005s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.096833] env[70059]: INFO nova.compute.claims [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.145664] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Releasing lock "refresh_cache-f8c770af-7d7d-4b7e-a603-64e14b3842c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.147138] env[70059]: DEBUG nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Received event network-vif-plugged-4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.147138] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Acquiring lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.147138] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.147138] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.147138] env[70059]: DEBUG nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] No waiting events found dispatching network-vif-plugged-4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.147406] env[70059]: WARNING nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Received unexpected event network-vif-plugged-4ac1cedc-6b32-4696-8a9c-18e56e429f2a for instance with vm_state building and task_state spawning. [ 937.147406] env[70059]: DEBUG nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Received event network-changed-4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.147406] env[70059]: DEBUG nova.compute.manager [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Refreshing instance network info cache due to event network-changed-4ac1cedc-6b32-4696-8a9c-18e56e429f2a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.147406] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Acquiring lock "refresh_cache-0497c9b8-e8b3-462a-b5de-fa66d4f30cac" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.303383] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.399763] env[70059]: DEBUG nova.compute.manager [req-04bd6be3-1e8e-4ab7-a451-bea18804b674 req-9382eaf8-be36-4d6b-97a4-7ce218e3ad0b service nova] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Received event network-vif-deleted-02208c7b-fc83-49af-b8e8-eb1236cb2557 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.434442] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Releasing lock "refresh_cache-0497c9b8-e8b3-462a-b5de-fa66d4f30cac" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.434771] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Instance network_info: |[{"id": "4ac1cedc-6b32-4696-8a9c-18e56e429f2a", "address": "fa:16:3e:01:70:57", "network": {"id": "a0197e84-a739-4595-acc6-6cb845e34723", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-111544858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "099f2d693d0a4c56bc700e2ced54b3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac1cedc-6b", "ovs_interfaceid": "4ac1cedc-6b32-4696-8a9c-18e56e429f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.435236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-520e7233-7398-4f8d-b604-89a4ee9a693f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.435904] env[70059]: DEBUG nova.objects.instance [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'flavor' on Instance uuid 520e7233-7398-4f8d-b604-89a4ee9a693f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.437201] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Acquired lock "refresh_cache-0497c9b8-e8b3-462a-b5de-fa66d4f30cac" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.437381] env[70059]: DEBUG nova.network.neutron [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Refreshing network info cache for port 4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.438472] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:70:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ac1cedc-6b32-4696-8a9c-18e56e429f2a', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.446250] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Creating folder: Project (099f2d693d0a4c56bc700e2ced54b3cd). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.449293] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73944fff-a7e3-4bf1-ae11-d0d953b65458 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.466839] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Created folder: Project (099f2d693d0a4c56bc700e2ced54b3cd) in parent group-v637631. [ 937.467086] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Creating folder: Instances. Parent ref: group-v637827. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.470688] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25281193-62fb-454b-9e15-088d91b05bcf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.472384] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52514daa-4d6e-839f-39ad-5db210b60661, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.473428] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dff13bc-5195-415d-8d79-3ddf3ad5b7f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.479058] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 937.479058] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e29296-2144-a4a6-25da-2edb5709adf0" [ 937.479058] env[70059]: _type = "Task" [ 937.479058] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.483387] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Created folder: Instances in parent group-v637827. [ 937.483618] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.484132] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.484343] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-899d992a-c17f-4562-8e42-f387d29fca56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.509305] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e29296-2144-a4a6-25da-2edb5709adf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.513572] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.513572] env[70059]: value = "task-3189311" [ 937.513572] env[70059]: _type = "Task" [ 937.513572] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.520892] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189311, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.601606] env[70059]: DEBUG nova.compute.utils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.605103] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.605320] env[70059]: DEBUG nova.network.neutron [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.685183] env[70059]: DEBUG nova.policy [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dfcb089e0de4396877ddd702f3f59d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f5ea8d10b14ba2a6aff44d1240f7b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.736491] env[70059]: DEBUG nova.network.neutron [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Updated VIF entry in instance network info cache for port 4ac1cedc-6b32-4696-8a9c-18e56e429f2a. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.736491] env[70059]: DEBUG nova.network.neutron [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Updating instance_info_cache with network_info: [{"id": "4ac1cedc-6b32-4696-8a9c-18e56e429f2a", "address": "fa:16:3e:01:70:57", "network": {"id": "a0197e84-a739-4595-acc6-6cb845e34723", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-111544858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "099f2d693d0a4c56bc700e2ced54b3cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac1cedc-6b", "ovs_interfaceid": "4ac1cedc-6b32-4696-8a9c-18e56e429f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.804891] env[70059]: DEBUG oslo_vmware.api [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189308, 'name': PowerOnVM_Task, 'duration_secs': 1.037771} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.805204] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.805422] env[70059]: INFO nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Took 9.58 seconds to spawn the instance on the hypervisor. [ 937.805608] env[70059]: DEBUG nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.806437] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d069c8c3-91f8-4578-bbea-9c09fae40fc9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.953611] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cbdd47-8d2f-4e7d-b505-e18968a7f620 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.976828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.977208] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc1af2d8-e000-46d5-871b-94015aa78536 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.988795] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e29296-2144-a4a6-25da-2edb5709adf0, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.990108] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.990385] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] f8c770af-7d7d-4b7e-a603-64e14b3842c1/f8c770af-7d7d-4b7e-a603-64e14b3842c1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.990807] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 937.990807] env[70059]: value = "task-3189312" [ 937.990807] env[70059]: _type = "Task" [ 937.990807] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.991068] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-549e85a5-e63b-41e3-976a-d335197fe538 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.003722] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.005314] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 938.005314] env[70059]: value = "task-3189313" [ 938.005314] env[70059]: _type = "Task" [ 938.005314] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.009644] env[70059]: DEBUG nova.network.neutron [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Successfully created port: f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.017803] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.029155] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189311, 'name': CreateVM_Task, 'duration_secs': 0.333614} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.029360] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.030173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.030401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.030654] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.030909] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ebbf4a-22ea-4123-a1c9-42456e80511a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.036582] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 938.036582] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bd8462-1d8b-ec37-d584-9df5e7662a39" [ 938.036582] env[70059]: _type = "Task" [ 938.036582] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.045447] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bd8462-1d8b-ec37-d584-9df5e7662a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.111500] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.238756] env[70059]: DEBUG oslo_concurrency.lockutils [req-66b46802-5642-49c4-be58-f1d6d4512871 req-e59cb306-4554-4b57-8cf5-d9d7993267d3 service nova] Releasing lock "refresh_cache-0497c9b8-e8b3-462a-b5de-fa66d4f30cac" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.324522] env[70059]: INFO nova.compute.manager [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Took 35.62 seconds to build instance. [ 938.502949] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189312, 'name': PowerOffVM_Task, 'duration_secs': 0.243877} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.505688] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.511625] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 938.512165] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f0e009-e319-4313-9973-ffae8421bdab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.536330] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474774} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.538338] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] f8c770af-7d7d-4b7e-a603-64e14b3842c1/f8c770af-7d7d-4b7e-a603-64e14b3842c1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.538338] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.538338] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 938.538338] env[70059]: value = "task-3189314" [ 938.538338] env[70059]: _type = "Task" [ 938.538338] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.538338] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0639bac-d355-4595-8964-b46b62f350b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.555521] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bd8462-1d8b-ec37-d584-9df5e7662a39, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.560173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.560173] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.560173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.560381] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.561037] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.561037] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 938.561037] env[70059]: value = "task-3189315" [ 938.561037] env[70059]: _type = "Task" [ 938.561037] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.561037] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.563711] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-630a18b9-7ee9-41d2-921c-fcd20077c911 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.574241] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.579044] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.579221] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.579916] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e033214d-db72-4204-9f3c-f1bbe06855d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.585208] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 938.585208] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bdadf6-8851-111c-c989-75ded4568898" [ 938.585208] env[70059]: _type = "Task" [ 938.585208] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.594249] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bdadf6-8851-111c-c989-75ded4568898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.643171] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e24545-796b-4216-99f8-11e8fa3ca504 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.652222] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1412c93-dbd8-417a-8dd8-2004aeef79de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.683750] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484e0cb-de92-4a0b-86a8-c757f052efac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.692106] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd2903-90fe-4725-8166-f8f5717fa449 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.707042] env[70059]: DEBUG nova.compute.provider_tree [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.827755] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a8344640-576f-47f0-ae04-f06919f54570 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.133s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.054045] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189314, 'name': ReconfigVM_Task, 'duration_secs': 0.255181} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.054205] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.054418] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.054691] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70aa3adf-349b-4888-aaa9-2d148c80121b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.061971] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 939.061971] env[70059]: value = "task-3189316" [ 939.061971] env[70059]: _type = "Task" [ 939.061971] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.074066] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071331} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.076872] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.077200] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.077913] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e5a41f-aace-4e30-ba78-c0eb8c89d368 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.108506] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f8c770af-7d7d-4b7e-a603-64e14b3842c1/f8c770af-7d7d-4b7e-a603-64e14b3842c1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.112056] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6cbe400-f090-497f-b670-d4788aa84556 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.127724] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.139272] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bdadf6-8851-111c-c989-75ded4568898, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.141125] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 939.141125] env[70059]: value = "task-3189317" [ 939.141125] env[70059]: _type = "Task" [ 939.141125] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.141362] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae6bcdd-d9fc-4892-a926-402e4e7e4261 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.152118] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 939.152118] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f4ec3f-5a3d-f88e-96bd-92e5fef43ef9" [ 939.152118] env[70059]: _type = "Task" [ 939.152118] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.161360] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.161620] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.161781] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.161968] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.162133] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.162282] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.162529] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.162655] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.162824] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.162990] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.163229] env[70059]: DEBUG nova.virt.hardware [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.164043] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b25b5f3-4edd-4694-879b-b10b1f4dfb92 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.169686] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f4ec3f-5a3d-f88e-96bd-92e5fef43ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.175425] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb40bb-db4f-4258-80d4-8e5ac4629b9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.210436] env[70059]: DEBUG nova.scheduler.client.report [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.573285] env[70059]: DEBUG oslo_vmware.api [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189316, 'name': PowerOnVM_Task, 'duration_secs': 0.418931} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.573601] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.573834] env[70059]: DEBUG nova.compute.manager [None req-71b2c783-63aa-4b89-8d3e-2eeab575e9bb tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.574760] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1953e76-ac80-4f5f-a194-a395d8f3af7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.654935] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189317, 'name': ReconfigVM_Task, 'duration_secs': 0.441604} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.655364] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f8c770af-7d7d-4b7e-a603-64e14b3842c1/f8c770af-7d7d-4b7e-a603-64e14b3842c1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.659023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c8faa2-3659-4a05-bd7b-5b46fdaf12cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.667925] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f4ec3f-5a3d-f88e-96bd-92e5fef43ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.669305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.669585] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 0497c9b8-e8b3-462a-b5de-fa66d4f30cac/0497c9b8-e8b3-462a-b5de-fa66d4f30cac.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.669923] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 939.669923] env[70059]: value = "task-3189318" [ 939.669923] env[70059]: _type = "Task" [ 939.669923] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.670125] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-542a98e1-42a3-49e0-99b2-8e37a157ee47 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.683785] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189318, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.685178] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 939.685178] env[70059]: value = "task-3189319" [ 939.685178] env[70059]: _type = "Task" [ 939.685178] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.693968] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.717073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.717626] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.720448] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.893s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.721824] env[70059]: INFO nova.compute.claims [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.729589] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "f58542d5-0164-4b39-b3f8-48956ce37421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.729923] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "f58542d5-0164-4b39-b3f8-48956ce37421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.732326] env[70059]: DEBUG nova.compute.manager [req-cb1b8631-fe60-492f-b79b-9a315e87937d req-f3fd29f3-b250-44f5-bbe0-9038399c99fa service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Received event network-vif-plugged-f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.732993] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb1b8631-fe60-492f-b79b-9a315e87937d req-f3fd29f3-b250-44f5-bbe0-9038399c99fa service nova] Acquiring lock "c7454522-e0f7-4021-936b-aa89bffb4abd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.732993] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb1b8631-fe60-492f-b79b-9a315e87937d req-f3fd29f3-b250-44f5-bbe0-9038399c99fa service nova] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.732993] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb1b8631-fe60-492f-b79b-9a315e87937d req-f3fd29f3-b250-44f5-bbe0-9038399c99fa service nova] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.733324] env[70059]: DEBUG nova.compute.manager [req-cb1b8631-fe60-492f-b79b-9a315e87937d req-f3fd29f3-b250-44f5-bbe0-9038399c99fa service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] No waiting events found dispatching network-vif-plugged-f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.733362] env[70059]: WARNING nova.compute.manager [req-cb1b8631-fe60-492f-b79b-9a315e87937d req-f3fd29f3-b250-44f5-bbe0-9038399c99fa service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Received unexpected event network-vif-plugged-f5825eb8-28e9-4f92-a8d5-b9133ae6b22a for instance with vm_state building and task_state spawning. [ 939.847628] env[70059]: DEBUG nova.network.neutron [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Successfully updated port: f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.188209] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189318, 'name': Rename_Task, 'duration_secs': 0.23119} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.193375] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.193747] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d177e619-dd15-4193-afd9-5cc79c22db90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.202668] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494775} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.204150] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 0497c9b8-e8b3-462a-b5de-fa66d4f30cac/0497c9b8-e8b3-462a-b5de-fa66d4f30cac.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.204378] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.204678] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 940.204678] env[70059]: value = "task-3189320" [ 940.204678] env[70059]: _type = "Task" [ 940.204678] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.204863] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b859794d-5b05-423e-ad04-d9c164db86c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.215903] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.217287] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 940.217287] env[70059]: value = "task-3189321" [ 940.217287] env[70059]: _type = "Task" [ 940.217287] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.228556] env[70059]: DEBUG nova.compute.utils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.229997] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.230485] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.231774] env[70059]: DEBUG nova.network.neutron [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.237470] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.302154] env[70059]: DEBUG nova.policy [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2641ed717ffe4b5a9537d21169ee91da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e32ddafd435439db546206467a0ec69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.350363] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "refresh_cache-c7454522-e0f7-4021-936b-aa89bffb4abd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.350509] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "refresh_cache-c7454522-e0f7-4021-936b-aa89bffb4abd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.350697] env[70059]: DEBUG nova.network.neutron [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.718077] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189320, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.723276] env[70059]: DEBUG nova.network.neutron [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Successfully created port: 32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.728629] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096664} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.728885] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.729677] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb0fab-0b9d-4155-a9a5-e2c32ccda98d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.750405] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.767424] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0497c9b8-e8b3-462a-b5de-fa66d4f30cac/0497c9b8-e8b3-462a-b5de-fa66d4f30cac.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.769552] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f2fdb3-5790-4208-8967-eaa36cbf9c03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.789651] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.797260] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 940.797260] env[70059]: value = "task-3189322" [ 940.797260] env[70059]: _type = "Task" [ 940.797260] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.808868] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.898250] env[70059]: DEBUG nova.network.neutron [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.087661] env[70059]: DEBUG nova.network.neutron [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Updating instance_info_cache with network_info: [{"id": "f5825eb8-28e9-4f92-a8d5-b9133ae6b22a", "address": "fa:16:3e:aa:79:a4", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5825eb8-28", "ovs_interfaceid": "f5825eb8-28e9-4f92-a8d5-b9133ae6b22a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.164345] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3832db3-2bcf-494f-871e-a0e923ce11e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.172135] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305882b-d65d-495a-a2a3-4ffa688356e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.204068] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270b3d0-4575-421f-9aaa-d422071b8d0d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.214247] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abbe873-44f3-4841-8488-acddf832db64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.220971] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.230617] env[70059]: DEBUG nova.compute.provider_tree [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.312443] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.590752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "refresh_cache-c7454522-e0f7-4021-936b-aa89bffb4abd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.591153] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Instance network_info: |[{"id": "f5825eb8-28e9-4f92-a8d5-b9133ae6b22a", "address": "fa:16:3e:aa:79:a4", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5825eb8-28", "ovs_interfaceid": "f5825eb8-28e9-4f92-a8d5-b9133ae6b22a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.591675] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:79:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5825eb8-28e9-4f92-a8d5-b9133ae6b22a', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.600465] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.600703] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.601270] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd78eb6-c075-4e17-852e-56c13ad84f29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.621741] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.621741] env[70059]: value = "task-3189323" [ 941.621741] env[70059]: _type = "Task" [ 941.621741] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.630036] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189323, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.719389] env[70059]: DEBUG oslo_vmware.api [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189320, 'name': PowerOnVM_Task, 'duration_secs': 1.24733} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.719729] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.719913] env[70059]: INFO nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Took 8.89 seconds to spawn the instance on the hypervisor. [ 941.720109] env[70059]: DEBUG nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.720908] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d540d-7223-4676-a49c-5ec337cb2817 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.765513] env[70059]: ERROR nova.scheduler.client.report [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [req-9b5441a6-27d6-43cf-8d0b-29f7690bb613] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b5441a6-27d6-43cf-8d0b-29f7690bb613"}]} [ 941.775250] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.783697] env[70059]: DEBUG nova.compute.manager [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Received event network-changed-f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.783697] env[70059]: DEBUG nova.compute.manager [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Refreshing instance network info cache due to event network-changed-f5825eb8-28e9-4f92-a8d5-b9133ae6b22a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.784510] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] Acquiring lock "refresh_cache-c7454522-e0f7-4021-936b-aa89bffb4abd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.784596] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] Acquired lock "refresh_cache-c7454522-e0f7-4021-936b-aa89bffb4abd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.784733] env[70059]: DEBUG nova.network.neutron [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Refreshing network info cache for port f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.792231] env[70059]: DEBUG nova.scheduler.client.report [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 941.814885] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.816336] env[70059]: DEBUG nova.scheduler.client.report [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 941.817193] env[70059]: DEBUG nova.compute.provider_tree [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.821215] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.821503] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.821707] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.821950] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.822136] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.822363] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.822607] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.823700] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.823932] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.824156] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.824380] env[70059]: DEBUG nova.virt.hardware [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.825873] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac409875-c6d6-4f1c-a1ad-49ee3e47457f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.836029] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e335ec2-b2b7-4800-8a61-2e106a275952 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.844743] env[70059]: DEBUG nova.scheduler.client.report [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 941.877689] env[70059]: DEBUG nova.scheduler.client.report [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.137410] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189323, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.241285] env[70059]: INFO nova.compute.manager [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Took 32.78 seconds to build instance. [ 942.286351] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a69e4-5422-4cf3-a354-7de7b0e87cc8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.296401] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0b17a9-8e77-4b56-864d-681b14de6e61 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.309861] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.334421] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83984b71-60d8-40bc-92aa-9298cab65731 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.344749] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed9d4c-50c4-4ba3-a645-3facb5eabc10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.358811] env[70059]: DEBUG nova.compute.provider_tree [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.575220] env[70059]: DEBUG nova.network.neutron [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Successfully updated port: 32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.628762] env[70059]: DEBUG nova.network.neutron [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Updated VIF entry in instance network info cache for port f5825eb8-28e9-4f92-a8d5-b9133ae6b22a. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.628832] env[70059]: DEBUG nova.network.neutron [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Updating instance_info_cache with network_info: [{"id": "f5825eb8-28e9-4f92-a8d5-b9133ae6b22a", "address": "fa:16:3e:aa:79:a4", "network": {"id": "bb415533-28bc-419e-8047-a80e6bbbcdfa", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-170980851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f5ea8d10b14ba2a6aff44d1240f7b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5825eb8-28", "ovs_interfaceid": "f5825eb8-28e9-4f92-a8d5-b9133ae6b22a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.654846] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189323, 'name': CreateVM_Task, 'duration_secs': 0.534101} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.655042] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.655747] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.655908] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.656256] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.656519] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8768c4-4a80-4a21-94e3-4bedc956e8b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.663390] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 942.663390] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526d33be-b91f-e9e6-1685-e42b7de41a3f" [ 942.663390] env[70059]: _type = "Task" [ 942.663390] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.673108] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526d33be-b91f-e9e6-1685-e42b7de41a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.743536] env[70059]: DEBUG oslo_concurrency.lockutils [None req-19c2567a-78ff-4cc8-a7c3-708b19385bc5 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.293s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.810543] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189322, 'name': ReconfigVM_Task, 'duration_secs': 1.801432} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.810829] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0497c9b8-e8b3-462a-b5de-fa66d4f30cac/0497c9b8-e8b3-462a-b5de-fa66d4f30cac.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.811507] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bcd0b45-a0be-4d36-905d-75aa6bd60589 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.820787] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 942.820787] env[70059]: value = "task-3189324" [ 942.820787] env[70059]: _type = "Task" [ 942.820787] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.833372] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189324, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.894147] env[70059]: DEBUG nova.scheduler.client.report [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 942.894292] env[70059]: DEBUG nova.compute.provider_tree [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 93 to 94 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 942.894426] env[70059]: DEBUG nova.compute.provider_tree [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.079621] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "refresh_cache-dbb26406-ae68-405d-a885-922ecebe2fcc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.079804] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "refresh_cache-dbb26406-ae68-405d-a885-922ecebe2fcc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.079970] env[70059]: DEBUG nova.network.neutron [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.135659] env[70059]: DEBUG oslo_concurrency.lockutils [req-c8793938-226f-4d9a-bccd-ae23170fbefc req-295ffcc8-73c3-4135-bcff-3d9675802d88 service nova] Releasing lock "refresh_cache-c7454522-e0f7-4021-936b-aa89bffb4abd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.175555] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526d33be-b91f-e9e6-1685-e42b7de41a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.017011} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.175802] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.176044] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.176282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.176428] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.176603] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.176856] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-838e633a-0826-4b5c-b566-fed7b98512a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.185727] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.185907] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.186663] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd84233-8737-4075-b006-4ff0a3ff5434 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.192219] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 943.192219] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52dcdf0d-1282-8dbe-ebbb-ff625674b0b1" [ 943.192219] env[70059]: _type = "Task" [ 943.192219] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.201266] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dcdf0d-1282-8dbe-ebbb-ff625674b0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.330788] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189324, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.399483] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.679s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.400043] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.403491] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.616s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.403713] env[70059]: DEBUG nova.objects.instance [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lazy-loading 'resources' on Instance uuid 411a0c11-b3c3-4519-8b1f-7cf8312d0e71 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.440764] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.441031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.611554] env[70059]: DEBUG nova.network.neutron [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.703368] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dcdf0d-1282-8dbe-ebbb-ff625674b0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.704230] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4611562a-e523-48a4-b41e-a7fccaef669e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.712928] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 943.712928] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbdd28-5972-ba01-b903-257790ee6a3d" [ 943.712928] env[70059]: _type = "Task" [ 943.712928] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.721310] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fbdd28-5972-ba01-b903-257790ee6a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.765415] env[70059]: DEBUG nova.network.neutron [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Updating instance_info_cache with network_info: [{"id": "32931996-a8c8-4956-a364-074e6772f450", "address": "fa:16:3e:ce:8b:db", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32931996-a8", "ovs_interfaceid": "32931996-a8c8-4956-a364-074e6772f450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.806804] env[70059]: DEBUG nova.compute.manager [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Received event network-vif-plugged-32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.806983] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] Acquiring lock "dbb26406-ae68-405d-a885-922ecebe2fcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.807221] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.807437] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.807645] env[70059]: DEBUG nova.compute.manager [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] No waiting events found dispatching network-vif-plugged-32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.807886] env[70059]: WARNING nova.compute.manager [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Received unexpected event network-vif-plugged-32931996-a8c8-4956-a364-074e6772f450 for instance with vm_state building and task_state spawning. [ 943.808279] env[70059]: DEBUG nova.compute.manager [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Received event network-changed-32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.808521] env[70059]: DEBUG nova.compute.manager [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Refreshing instance network info cache due to event network-changed-32931996-a8c8-4956-a364-074e6772f450. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.808752] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] Acquiring lock "refresh_cache-dbb26406-ae68-405d-a885-922ecebe2fcc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.831669] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189324, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.911085] env[70059]: DEBUG nova.compute.utils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.912502] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.912730] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.912926] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.913202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.913395] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.915756] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.915756] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.918054] env[70059]: INFO nova.compute.manager [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Terminating instance [ 943.945652] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.959238] env[70059]: DEBUG nova.policy [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c76c7739baf04a06b2c2b371e4c5d097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d51e18fa717496488debf7a42056522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.225257] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fbdd28-5972-ba01-b903-257790ee6a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.225493] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.225837] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c7454522-e0f7-4021-936b-aa89bffb4abd/c7454522-e0f7-4021-936b-aa89bffb4abd.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.226170] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9d1ddf9-0901-464d-9037-20976b8c934b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.235448] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 944.235448] env[70059]: value = "task-3189325" [ 944.235448] env[70059]: _type = "Task" [ 944.235448] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.245463] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.270190] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "refresh_cache-dbb26406-ae68-405d-a885-922ecebe2fcc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.270609] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Instance network_info: |[{"id": "32931996-a8c8-4956-a364-074e6772f450", "address": "fa:16:3e:ce:8b:db", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32931996-a8", "ovs_interfaceid": "32931996-a8c8-4956-a364-074e6772f450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.271685] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] Acquired lock "refresh_cache-dbb26406-ae68-405d-a885-922ecebe2fcc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.271685] env[70059]: DEBUG nova.network.neutron [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Refreshing network info cache for port 32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.272547] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:8b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32931996-a8c8-4956-a364-074e6772f450', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.282726] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.288638] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.290326] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f97183-3473-46f4-b3b4-536b69e80717 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.314752] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.314752] env[70059]: value = "task-3189326" [ 944.314752] env[70059]: _type = "Task" [ 944.314752] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.326573] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Successfully created port: 8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.331761] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189326, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.340063] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189324, 'name': Rename_Task, 'duration_secs': 1.431439} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.340432] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.340707] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9eb146b-b73e-4b73-9ddf-acef7de591ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347880] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 944.347880] env[70059]: value = "task-3189327" [ 944.347880] env[70059]: _type = "Task" [ 944.347880] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.357691] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.412987] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3775f3ec-19ef-4b8c-bd10-47b6168abc41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.416132] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.421487] env[70059]: DEBUG nova.compute.manager [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.421695] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.422583] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354be9ea-fb24-46bb-ab66-f35491a84b78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.432351] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c72b2-c46f-454c-8f68-4161d64c5d1e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.439453] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.440233] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f3f3c3-c17b-4570-8bd5-3d999409ea1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.484177] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03eee7f-05f7-4c60-b180-11accb3d2aac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.487532] env[70059]: DEBUG oslo_vmware.api [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 944.487532] env[70059]: value = "task-3189328" [ 944.487532] env[70059]: _type = "Task" [ 944.487532] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.502078] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2bb9f-6e2d-48e7-846f-4c43c3b488b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.507536] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.511366] env[70059]: DEBUG oslo_vmware.api [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.523609] env[70059]: DEBUG nova.compute.provider_tree [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.748273] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189325, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.767903] env[70059]: DEBUG nova.network.neutron [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Updated VIF entry in instance network info cache for port 32931996-a8c8-4956-a364-074e6772f450. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.768413] env[70059]: DEBUG nova.network.neutron [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Updating instance_info_cache with network_info: [{"id": "32931996-a8c8-4956-a364-074e6772f450", "address": "fa:16:3e:ce:8b:db", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32931996-a8", "ovs_interfaceid": "32931996-a8c8-4956-a364-074e6772f450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.825219] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189326, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.858477] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.863080] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Successfully created port: f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.000480] env[70059]: DEBUG oslo_vmware.api [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189328, 'name': PowerOffVM_Task, 'duration_secs': 0.236062} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.000762] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.000936] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.001205] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df4336a-2d6a-467f-9c57-979d618be81b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.027332] env[70059]: DEBUG nova.scheduler.client.report [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.082929] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.083254] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.083478] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Deleting the datastore file [datastore1] f8c770af-7d7d-4b7e-a603-64e14b3842c1 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.083748] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d662398d-3992-4d1f-b788-1530d0f5a133 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.091569] env[70059]: DEBUG oslo_vmware.api [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for the task: (returnval){ [ 945.091569] env[70059]: value = "task-3189330" [ 945.091569] env[70059]: _type = "Task" [ 945.091569] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.100108] env[70059]: DEBUG oslo_vmware.api [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.188548] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Successfully created port: 76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.247055] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523573} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.247350] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c7454522-e0f7-4021-936b-aa89bffb4abd/c7454522-e0f7-4021-936b-aa89bffb4abd.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.247572] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.247942] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3690f6c5-4ec7-4026-89b2-ec827efeebf6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.255060] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 945.255060] env[70059]: value = "task-3189331" [ 945.255060] env[70059]: _type = "Task" [ 945.255060] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.266802] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.271589] env[70059]: DEBUG oslo_concurrency.lockutils [req-9d0476b3-144b-44bc-97a8-9f9a33fd1018 req-4968166c-ef79-424a-ac50-8b7733b588d0 service nova] Releasing lock "refresh_cache-dbb26406-ae68-405d-a885-922ecebe2fcc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.327741] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189326, 'name': CreateVM_Task, 'duration_secs': 0.655959} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.327957] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.329823] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329994] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.330403] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.331878] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b924c5c-9813-4644-ad3a-e28a4872c64d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.338424] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 945.338424] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529e5069-4b9f-af75-6a71-5169432f71f8" [ 945.338424] env[70059]: _type = "Task" [ 945.338424] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.348513] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e5069-4b9f-af75-6a71-5169432f71f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.357377] env[70059]: DEBUG oslo_vmware.api [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189327, 'name': PowerOnVM_Task, 'duration_secs': 0.721644} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.357650] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.357905] env[70059]: INFO nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Took 9.91 seconds to spawn the instance on the hypervisor. [ 945.358117] env[70059]: DEBUG nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.358870] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395ee20-bce9-4304-983d-7fe80b691cd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.428869] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.457870] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.458172] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.458355] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.458592] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.458817] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.459155] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.459459] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.459637] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.459861] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.460051] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.460387] env[70059]: DEBUG nova.virt.hardware [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.461353] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ab60d-8332-49af-a649-4d70e5176628 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.470432] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e72f0d-c982-4841-85b9-6128606c678d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.534583] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.536934] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.632s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.537180] env[70059]: DEBUG nova.objects.instance [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lazy-loading 'resources' on Instance uuid 50d57bb6-5695-4435-b30d-38ddceaea97e {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.560672] env[70059]: INFO nova.scheduler.client.report [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted allocations for instance 411a0c11-b3c3-4519-8b1f-7cf8312d0e71 [ 945.601823] env[70059]: DEBUG oslo_vmware.api [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Task: {'id': task-3189330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14522} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.602161] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.602389] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.602578] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.602751] env[70059]: INFO nova.compute.manager [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 945.603337] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.603337] env[70059]: DEBUG nova.compute.manager [-] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.603337] env[70059]: DEBUG nova.network.neutron [-] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.767997] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077433} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.769277] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.771593] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a23f68a-8e5b-42a6-9866-1be96a0bb6ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.796845] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] c7454522-e0f7-4021-936b-aa89bffb4abd/c7454522-e0f7-4021-936b-aa89bffb4abd.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.797469] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7805cc3-81e8-4830-bf7e-346fdb0c33eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.824019] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 945.824019] env[70059]: value = "task-3189332" [ 945.824019] env[70059]: _type = "Task" [ 945.824019] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.831150] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.854013] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e5069-4b9f-af75-6a71-5169432f71f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.854445] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.854739] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.855145] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.855267] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.855514] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.855865] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75db45e9-d82f-4ab9-bad2-9debd6368afc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.882066] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.882344] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.883633] env[70059]: INFO nova.compute.manager [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Took 31.48 seconds to build instance. [ 945.884599] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f045eb0-c7fd-478b-ab02-3ebc08be1045 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.893547] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 945.893547] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f2076a-500d-bd04-5843-4231daece16d" [ 945.893547] env[70059]: _type = "Task" [ 945.893547] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.902624] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f2076a-500d-bd04-5843-4231daece16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.906122] env[70059]: DEBUG nova.compute.manager [req-3ab60dfb-057b-42d2-9566-ecc2a15613c6 req-e349afaa-6075-4157-8658-d496d25ef13b service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Received event network-vif-deleted-3166f661-791d-44e3-bcde-55e0a43f0e3b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.906122] env[70059]: INFO nova.compute.manager [req-3ab60dfb-057b-42d2-9566-ecc2a15613c6 req-e349afaa-6075-4157-8658-d496d25ef13b service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Neutron deleted interface 3166f661-791d-44e3-bcde-55e0a43f0e3b; detaching it from the instance and deleting it from the info cache [ 945.906122] env[70059]: DEBUG nova.network.neutron [req-3ab60dfb-057b-42d2-9566-ecc2a15613c6 req-e349afaa-6075-4157-8658-d496d25ef13b service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.069953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f4037d60-1f56-4e40-9a35-a8edb1b3cbef tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "411a0c11-b3c3-4519-8b1f-7cf8312d0e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.695s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.335800] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189332, 'name': ReconfigVM_Task, 'duration_secs': 0.298951} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.336173] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Reconfigured VM instance instance-00000047 to attach disk [datastore2] c7454522-e0f7-4021-936b-aa89bffb4abd/c7454522-e0f7-4021-936b-aa89bffb4abd.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.336817] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14dad58d-4acc-42a3-86d3-4a0a2d30036c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.344764] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 946.344764] env[70059]: value = "task-3189333" [ 946.344764] env[70059]: _type = "Task" [ 946.344764] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.353478] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189333, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.392545] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9e3a133-4230-4242-9ebd-f2b9ebd5d70a tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.996s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.393072] env[70059]: DEBUG nova.network.neutron [-] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.405999] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f2076a-500d-bd04-5843-4231daece16d, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.410312] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e82d651-23cb-40de-b6c6-14098f1e3504 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.412620] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1adfd7f8-30d6-4007-a609-6341e2df60c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.419847] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 946.419847] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529dc2ab-a92d-25ed-2a7c-722129d36064" [ 946.419847] env[70059]: _type = "Task" [ 946.419847] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.429763] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52a710-985e-48c5-84d7-f351c2c9cb31 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.443400] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4f23fb-82e4-4e55-a7fc-e82019cc77d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.456947] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c9061-12f2-4362-8f2e-4ff2fdcd4f70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.460316] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529dc2ab-a92d-25ed-2a7c-722129d36064, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.461721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.461998] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] dbb26406-ae68-405d-a885-922ecebe2fcc/dbb26406-ae68-405d-a885-922ecebe2fcc.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.477123] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-967fd41b-56c8-49de-b7cd-4bf4c3ce79e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.480037] env[70059]: DEBUG nova.compute.manager [req-3ab60dfb-057b-42d2-9566-ecc2a15613c6 req-e349afaa-6075-4157-8658-d496d25ef13b service nova] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Detach interface failed, port_id=3166f661-791d-44e3-bcde-55e0a43f0e3b, reason: Instance f8c770af-7d7d-4b7e-a603-64e14b3842c1 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.504946] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64896cb0-15e9-4d48-bc58-92dc25d81d04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.510834] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 946.510834] env[70059]: value = "task-3189334" [ 946.510834] env[70059]: _type = "Task" [ 946.510834] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.516727] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0591746c-9afb-43b4-92e0-e715796191c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.528171] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.534077] env[70059]: DEBUG nova.compute.provider_tree [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.753190] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Successfully updated port: 8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.858663] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189333, 'name': Rename_Task, 'duration_secs': 0.251245} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.859060] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.859060] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985fbcb5-a270-41ec-843a-367508c895f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.867503] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 946.867503] env[70059]: value = "task-3189335" [ 946.867503] env[70059]: _type = "Task" [ 946.867503] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.876788] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.895596] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.895960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.896272] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.896504] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.896735] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.899055] env[70059]: INFO nova.compute.manager [-] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Took 1.30 seconds to deallocate network for instance. [ 946.899654] env[70059]: INFO nova.compute.manager [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Terminating instance [ 947.027932] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189334, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.037613] env[70059]: DEBUG nova.scheduler.client.report [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.377903] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.406800] env[70059]: DEBUG nova.compute.manager [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.407034] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.407941] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66351960-0a78-449c-a74c-3db459625703 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.411519] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.416892] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.417131] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92941ac9-9437-49d6-94ef-f1ca6235e5ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.424085] env[70059]: DEBUG oslo_vmware.api [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 947.424085] env[70059]: value = "task-3189336" [ 947.424085] env[70059]: _type = "Task" [ 947.424085] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.433206] env[70059]: DEBUG oslo_vmware.api [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.524381] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620466} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.524675] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] dbb26406-ae68-405d-a885-922ecebe2fcc/dbb26406-ae68-405d-a885-922ecebe2fcc.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.524924] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.525235] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dcc2c70-962b-4480-b770-a6c3ea06281e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.534510] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 947.534510] env[70059]: value = "task-3189337" [ 947.534510] env[70059]: _type = "Task" [ 947.534510] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.544342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.546360] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.546846] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.767s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.548513] env[70059]: INFO nova.compute.claims [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.573321] env[70059]: INFO nova.scheduler.client.report [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Deleted allocations for instance 50d57bb6-5695-4435-b30d-38ddceaea97e [ 947.878503] env[70059]: DEBUG oslo_vmware.api [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189335, 'name': PowerOnVM_Task, 'duration_secs': 0.801489} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.878799] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.878799] env[70059]: INFO nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Took 8.75 seconds to spawn the instance on the hypervisor. [ 947.878931] env[70059]: DEBUG nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.879702] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faee8b89-8a4d-4eed-b04f-4b308aaaf105 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.930992] env[70059]: DEBUG nova.compute.manager [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-vif-plugged-8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.931251] env[70059]: DEBUG oslo_concurrency.lockutils [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] Acquiring lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.931426] env[70059]: DEBUG oslo_concurrency.lockutils [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.931572] env[70059]: DEBUG oslo_concurrency.lockutils [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.931739] env[70059]: DEBUG nova.compute.manager [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] No waiting events found dispatching network-vif-plugged-8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.931901] env[70059]: WARNING nova.compute.manager [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received unexpected event network-vif-plugged-8689aa02-3f0f-4ac1-b00a-edd278a2d48a for instance with vm_state building and task_state spawning. [ 947.932076] env[70059]: DEBUG nova.compute.manager [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-changed-8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.932229] env[70059]: DEBUG nova.compute.manager [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Refreshing instance network info cache due to event network-changed-8689aa02-3f0f-4ac1-b00a-edd278a2d48a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.932411] env[70059]: DEBUG oslo_concurrency.lockutils [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] Acquiring lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932543] env[70059]: DEBUG oslo_concurrency.lockutils [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] Acquired lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.932692] env[70059]: DEBUG nova.network.neutron [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Refreshing network info cache for port 8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.938143] env[70059]: DEBUG oslo_vmware.api [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189336, 'name': PowerOffVM_Task, 'duration_secs': 0.269845} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.938729] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.938901] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.939150] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12e1faa4-bf23-4877-a725-a2d1001405ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.008282] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.008492] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.008679] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Deleting the datastore file [datastore1] 0497c9b8-e8b3-462a-b5de-fa66d4f30cac {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.009058] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d32b8f1-049a-4a37-9eda-d98fbd724fef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.016555] env[70059]: DEBUG oslo_vmware.api [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for the task: (returnval){ [ 948.016555] env[70059]: value = "task-3189339" [ 948.016555] env[70059]: _type = "Task" [ 948.016555] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.025515] env[70059]: DEBUG oslo_vmware.api [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.043530] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08921} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.043781] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.044539] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047eab7e-489e-48bf-a52c-2a09abbae33e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.068144] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] dbb26406-ae68-405d-a885-922ecebe2fcc/dbb26406-ae68-405d-a885-922ecebe2fcc.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.071757] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c242c40c-1ef7-4b85-9cc2-d42be88569e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.088241] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e598a07f-bf69-4302-a54d-0ec6131f211a tempest-ServerGroupTestJSON-26121702 tempest-ServerGroupTestJSON-26121702-project-member] Lock "50d57bb6-5695-4435-b30d-38ddceaea97e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.705s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.094465] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 948.094465] env[70059]: value = "task-3189340" [ 948.094465] env[70059]: _type = "Task" [ 948.094465] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.104599] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.396181] env[70059]: INFO nova.compute.manager [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Took 30.09 seconds to build instance. [ 948.478621] env[70059]: DEBUG nova.network.neutron [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.482574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c07c60-0d19-49fd-a112-1a3de132720f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.491761] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26974edd-1cee-4749-844e-4b2d595304c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.527278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576f5c8-e58a-414e-b7c5-af88adcabf2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.536036] env[70059]: DEBUG oslo_vmware.api [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Task: {'id': task-3189339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156306} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.540096] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.540371] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.540571] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.540750] env[70059]: INFO nova.compute.manager [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.540983] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.541257] env[70059]: DEBUG nova.compute.manager [-] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.541352] env[70059]: DEBUG nova.network.neutron [-] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.544240] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f8ebc-f556-4777-a3cf-60010740e583 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.559436] env[70059]: DEBUG nova.compute.provider_tree [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.605183] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189340, 'name': ReconfigVM_Task, 'duration_secs': 0.308889} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.605821] env[70059]: DEBUG nova.network.neutron [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.606920] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Reconfigured VM instance instance-00000048 to attach disk [datastore2] dbb26406-ae68-405d-a885-922ecebe2fcc/dbb26406-ae68-405d-a885-922ecebe2fcc.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.607860] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-337ab812-5dfb-4384-964c-b908daead461 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.616267] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 948.616267] env[70059]: value = "task-3189341" [ 948.616267] env[70059]: _type = "Task" [ 948.616267] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.625810] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189341, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.838995] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Successfully updated port: f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.903967] env[70059]: DEBUG oslo_concurrency.lockutils [None req-81fcc1b5-41bd-4641-ade3-0216f8adf885 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.612s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.929686] env[70059]: DEBUG nova.compute.manager [req-b6106481-894b-41a7-bd4a-42ac57540b3c req-3643614f-e239-4247-92e3-5929630f208b service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Received event network-vif-deleted-4ac1cedc-6b32-4696-8a9c-18e56e429f2a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.929888] env[70059]: INFO nova.compute.manager [req-b6106481-894b-41a7-bd4a-42ac57540b3c req-3643614f-e239-4247-92e3-5929630f208b service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Neutron deleted interface 4ac1cedc-6b32-4696-8a9c-18e56e429f2a; detaching it from the instance and deleting it from the info cache [ 948.931770] env[70059]: DEBUG nova.network.neutron [req-b6106481-894b-41a7-bd4a-42ac57540b3c req-3643614f-e239-4247-92e3-5929630f208b service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.086328] env[70059]: ERROR nova.scheduler.client.report [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [req-e3938767-30cf-43aa-a3db-7f13db230fa1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3938767-30cf-43aa-a3db-7f13db230fa1"}]} [ 949.111336] env[70059]: DEBUG nova.scheduler.client.report [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 949.111336] env[70059]: DEBUG oslo_concurrency.lockutils [req-786aa4f3-a7e7-40a9-884a-104aaabba945 req-83d16e46-baad-4483-a6aa-02c08d515982 service nova] Releasing lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.126318] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189341, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.127227] env[70059]: DEBUG nova.scheduler.client.report [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 949.127437] env[70059]: DEBUG nova.compute.provider_tree [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.140581] env[70059]: DEBUG nova.scheduler.client.report [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 949.160017] env[70059]: DEBUG nova.scheduler.client.report [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 949.256883] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "c7454522-e0f7-4021-936b-aa89bffb4abd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.257151] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.257357] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "c7454522-e0f7-4021-936b-aa89bffb4abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.257543] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.257705] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.261051] env[70059]: INFO nova.compute.manager [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Terminating instance [ 949.401558] env[70059]: DEBUG nova.network.neutron [-] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.437609] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1f68a0f-10fc-4faa-b2d1-7e3109109f32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.449441] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97be605-0eab-4d76-a484-ad3a54eca291 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.504218] env[70059]: DEBUG nova.compute.manager [req-b6106481-894b-41a7-bd4a-42ac57540b3c req-3643614f-e239-4247-92e3-5929630f208b service nova] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Detach interface failed, port_id=4ac1cedc-6b32-4696-8a9c-18e56e429f2a, reason: Instance 0497c9b8-e8b3-462a-b5de-fa66d4f30cac could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.601483] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b26c13-b0f2-4d8f-8bef-65cf11af0d65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.609126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2590997e-80ae-4bf8-8b30-36670da12d4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.642105] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f5ee40-f124-457b-9916-a6e838cd3499 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.654402] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189341, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.655983] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a688143a-6380-4388-9a11-93ed0d868d06 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.671424] env[70059]: DEBUG nova.compute.provider_tree [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.765255] env[70059]: DEBUG nova.compute.manager [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.765479] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.766480] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a658956-17cd-4546-91d0-5ce4558a67fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.775057] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.775325] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5761285-494e-4544-bafd-dad402ed5289 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.782113] env[70059]: DEBUG oslo_vmware.api [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 949.782113] env[70059]: value = "task-3189342" [ 949.782113] env[70059]: _type = "Task" [ 949.782113] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.791056] env[70059]: DEBUG oslo_vmware.api [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.904717] env[70059]: INFO nova.compute.manager [-] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Took 1.36 seconds to deallocate network for instance. [ 949.995429] env[70059]: DEBUG nova.compute.manager [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-vif-plugged-f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.995744] env[70059]: DEBUG oslo_concurrency.lockutils [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] Acquiring lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.995971] env[70059]: DEBUG oslo_concurrency.lockutils [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.996451] env[70059]: DEBUG oslo_concurrency.lockutils [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.996647] env[70059]: DEBUG nova.compute.manager [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] No waiting events found dispatching network-vif-plugged-f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.996860] env[70059]: WARNING nova.compute.manager [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received unexpected event network-vif-plugged-f2af0609-e022-4f76-bb26-ce259cb264c5 for instance with vm_state building and task_state spawning. [ 949.997036] env[70059]: DEBUG nova.compute.manager [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-changed-f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.997188] env[70059]: DEBUG nova.compute.manager [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Refreshing instance network info cache due to event network-changed-f2af0609-e022-4f76-bb26-ce259cb264c5. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.997451] env[70059]: DEBUG oslo_concurrency.lockutils [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] Acquiring lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.997524] env[70059]: DEBUG oslo_concurrency.lockutils [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] Acquired lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.997749] env[70059]: DEBUG nova.network.neutron [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Refreshing network info cache for port f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.149675] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189341, 'name': Rename_Task, 'duration_secs': 1.1447} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.149787] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.149949] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e393da16-9d60-4a68-affd-b5a4d4dccb4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.158215] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 950.158215] env[70059]: value = "task-3189343" [ 950.158215] env[70059]: _type = "Task" [ 950.158215] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.167040] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.207676] env[70059]: DEBUG nova.scheduler.client.report [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.207993] env[70059]: DEBUG nova.compute.provider_tree [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 95 to 96 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.208238] env[70059]: DEBUG nova.compute.provider_tree [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.294806] env[70059]: DEBUG oslo_vmware.api [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189342, 'name': PowerOffVM_Task, 'duration_secs': 0.199178} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.295096] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.295788] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.295788] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8a4ab10-fe4b-4c9c-823e-099488b4ed67 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.381268] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.381543] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.381746] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleting the datastore file [datastore2] c7454522-e0f7-4021-936b-aa89bffb4abd {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.382740] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de8f747a-a940-43b7-ad71-b380c0cb8b6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.390372] env[70059]: DEBUG oslo_vmware.api [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for the task: (returnval){ [ 950.390372] env[70059]: value = "task-3189345" [ 950.390372] env[70059]: _type = "Task" [ 950.390372] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.401598] env[70059]: DEBUG oslo_vmware.api [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.411035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.576937] env[70059]: DEBUG nova.network.neutron [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.675965] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.714091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.167s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.714661] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.717435] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.544s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.717656] env[70059]: DEBUG nova.objects.instance [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lazy-loading 'resources' on Instance uuid 86c0c53f-00a6-4700-9188-f2c69578fa72 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.753939] env[70059]: DEBUG nova.network.neutron [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.901243] env[70059]: DEBUG oslo_vmware.api [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Task: {'id': task-3189345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161522} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.901404] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.901583] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.901760] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.901934] env[70059]: INFO nova.compute.manager [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.902194] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.902389] env[70059]: DEBUG nova.compute.manager [-] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.902483] env[70059]: DEBUG nova.network.neutron [-] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.007890] env[70059]: DEBUG nova.compute.manager [req-8a80b09a-bb36-4f8d-b93d-f1324d26e1e4 req-54717014-c09d-452e-abe6-644f5ef56b4f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-vif-plugged-76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.007890] env[70059]: DEBUG oslo_concurrency.lockutils [req-8a80b09a-bb36-4f8d-b93d-f1324d26e1e4 req-54717014-c09d-452e-abe6-644f5ef56b4f service nova] Acquiring lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.007890] env[70059]: DEBUG oslo_concurrency.lockutils [req-8a80b09a-bb36-4f8d-b93d-f1324d26e1e4 req-54717014-c09d-452e-abe6-644f5ef56b4f service nova] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.007890] env[70059]: DEBUG oslo_concurrency.lockutils [req-8a80b09a-bb36-4f8d-b93d-f1324d26e1e4 req-54717014-c09d-452e-abe6-644f5ef56b4f service nova] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.007890] env[70059]: DEBUG nova.compute.manager [req-8a80b09a-bb36-4f8d-b93d-f1324d26e1e4 req-54717014-c09d-452e-abe6-644f5ef56b4f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] No waiting events found dispatching network-vif-plugged-76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.008255] env[70059]: WARNING nova.compute.manager [req-8a80b09a-bb36-4f8d-b93d-f1324d26e1e4 req-54717014-c09d-452e-abe6-644f5ef56b4f service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received unexpected event network-vif-plugged-76b27017-1e27-4397-9168-1046475ffda8 for instance with vm_state building and task_state spawning. [ 951.118068] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Successfully updated port: 76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.173278] env[70059]: DEBUG oslo_vmware.api [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189343, 'name': PowerOnVM_Task, 'duration_secs': 0.521569} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.173278] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.173278] env[70059]: INFO nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Took 9.40 seconds to spawn the instance on the hypervisor. [ 951.173278] env[70059]: DEBUG nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.173278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca6a47-b375-4dae-883f-03496bf7a599 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.222322] env[70059]: DEBUG nova.compute.utils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.226989] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.227368] env[70059]: DEBUG nova.network.neutron [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.258811] env[70059]: DEBUG oslo_concurrency.lockutils [req-37e6847e-e42d-4ec6-8521-70cd87700b97 req-d3fdbff6-7a9e-46e9-bdda-d9f825fe2f3f service nova] Releasing lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.327063] env[70059]: DEBUG nova.policy [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f7e7098ecd411cbe1a249aba04ef3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd62cb86a4494246b93ea1340c18aea1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.620720] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.620720] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.620720] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.700903] env[70059]: INFO nova.compute.manager [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Took 29.63 seconds to build instance. [ 951.729277] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.746735] env[70059]: DEBUG nova.network.neutron [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Successfully created port: 0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.797939] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb141be5-d482-4529-8be6-ee801df7ab42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.806868] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21647757-c758-4271-aada-150e9fa7b147 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.842037] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c357dcab-8c93-4b13-9a46-4de9847e0c19 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.850647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f2564-3df5-41a3-b6f6-b690b25eb39a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.865691] env[70059]: DEBUG nova.compute.provider_tree [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.069550] env[70059]: DEBUG nova.network.neutron [-] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.080217] env[70059]: DEBUG nova.compute.manager [req-b4818ccb-1b66-451d-952f-86ed99d84784 req-fd5116f4-ba74-425f-bef0-b774b2764821 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Received event network-vif-deleted-f5825eb8-28e9-4f92-a8d5-b9133ae6b22a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.080391] env[70059]: INFO nova.compute.manager [req-b4818ccb-1b66-451d-952f-86ed99d84784 req-fd5116f4-ba74-425f-bef0-b774b2764821 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Neutron deleted interface f5825eb8-28e9-4f92-a8d5-b9133ae6b22a; detaching it from the instance and deleting it from the info cache [ 952.080563] env[70059]: DEBUG nova.network.neutron [req-b4818ccb-1b66-451d-952f-86ed99d84784 req-fd5116f4-ba74-425f-bef0-b774b2764821 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.176841] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.203245] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f257e020-2026-421f-a2b0-78ae07236d49 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.144s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.412390] env[70059]: DEBUG nova.scheduler.client.report [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 952.412658] env[70059]: DEBUG nova.compute.provider_tree [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 96 to 97 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 952.412862] env[70059]: DEBUG nova.compute.provider_tree [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.571112] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c3a60-0f2d-400c-b5c5-a53301da775e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.574679] env[70059]: INFO nova.compute.manager [-] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Took 1.67 seconds to deallocate network for instance. [ 952.581689] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Suspending the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 952.581819] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1556f419-83f9-4d0e-90a5-874e518e8e7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.584035] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5fd5f8f-d3eb-4ef7-a1a9-72601839f235 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.592284] env[70059]: DEBUG oslo_vmware.api [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 952.592284] env[70059]: value = "task-3189346" [ 952.592284] env[70059]: _type = "Task" [ 952.592284] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.599668] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d095c-0977-4e6b-b7ee-74282c986b3c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.622444] env[70059]: DEBUG oslo_vmware.api [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189346, 'name': SuspendVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.647575] env[70059]: DEBUG nova.compute.manager [req-b4818ccb-1b66-451d-952f-86ed99d84784 req-fd5116f4-ba74-425f-bef0-b774b2764821 service nova] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Detach interface failed, port_id=f5825eb8-28e9-4f92-a8d5-b9133ae6b22a, reason: Instance c7454522-e0f7-4021-936b-aa89bffb4abd could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.733353] env[70059]: DEBUG nova.network.neutron [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [{"id": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "address": "fa:16:3e:f2:47:71", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689aa02-3f", "ovs_interfaceid": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f2af0609-e022-4f76-bb26-ce259cb264c5", "address": "fa:16:3e:1b:bb:4a", "network": {"id": "f655cb7d-5497-4774-838e-bcd36e555de2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1739346951", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2af0609-e0", "ovs_interfaceid": "f2af0609-e022-4f76-bb26-ce259cb264c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76b27017-1e27-4397-9168-1046475ffda8", "address": "fa:16:3e:40:d2:72", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b27017-1e", "ovs_interfaceid": "76b27017-1e27-4397-9168-1046475ffda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.746409] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.775704] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.776041] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.776169] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.776361] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.776512] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.776665] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.776878] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.777059] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.777228] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.777391] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.777566] env[70059]: DEBUG nova.virt.hardware [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.778626] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb45fb-2253-4b4c-92c7-2803e0a8b450 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.788030] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5612a7-0f5d-418c-963f-fce7d4915094 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.921617] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.924158] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.441s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.947140] env[70059]: INFO nova.scheduler.client.report [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted allocations for instance 86c0c53f-00a6-4700-9188-f2c69578fa72 [ 953.083756] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.089117] env[70059]: DEBUG nova.compute.manager [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-changed-76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.089356] env[70059]: DEBUG nova.compute.manager [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Refreshing instance network info cache due to event network-changed-76b27017-1e27-4397-9168-1046475ffda8. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.089532] env[70059]: DEBUG oslo_concurrency.lockutils [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] Acquiring lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.103739] env[70059]: DEBUG oslo_vmware.api [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189346, 'name': SuspendVM_Task} progress is 62%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.236561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Releasing lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.236988] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance network_info: |[{"id": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "address": "fa:16:3e:f2:47:71", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689aa02-3f", "ovs_interfaceid": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f2af0609-e022-4f76-bb26-ce259cb264c5", "address": "fa:16:3e:1b:bb:4a", "network": {"id": "f655cb7d-5497-4774-838e-bcd36e555de2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1739346951", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2af0609-e0", "ovs_interfaceid": "f2af0609-e022-4f76-bb26-ce259cb264c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76b27017-1e27-4397-9168-1046475ffda8", "address": "fa:16:3e:40:d2:72", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b27017-1e", "ovs_interfaceid": "76b27017-1e27-4397-9168-1046475ffda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.237544] env[70059]: DEBUG oslo_concurrency.lockutils [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] Acquired lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.237687] env[70059]: DEBUG nova.network.neutron [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Refreshing network info cache for port 76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.242531] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:47:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8689aa02-3f0f-4ac1-b00a-edd278a2d48a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:bb:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2af0609-e022-4f76-bb26-ce259cb264c5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:d2:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76b27017-1e27-4397-9168-1046475ffda8', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.254963] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Creating folder: Project (9d51e18fa717496488debf7a42056522). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.256078] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aca8623-50ba-4689-bdaf-19550ad50c1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.269809] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Created folder: Project (9d51e18fa717496488debf7a42056522) in parent group-v637631. [ 953.270084] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Creating folder: Instances. Parent ref: group-v637832. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.270356] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f43b4dc-4830-49a4-84ce-d48c83335763 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.282309] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Created folder: Instances in parent group-v637832. [ 953.282527] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.282767] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.283132] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602f1f86-2698-4e35-afe3-3a662eeeb3c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.312734] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.312734] env[70059]: value = "task-3189349" [ 953.312734] env[70059]: _type = "Task" [ 953.312734] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.321201] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189349, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.342708] env[70059]: DEBUG nova.network.neutron [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Successfully updated port: 0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.458703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-84d88de0-0a4e-4c58-8567-429c79e9e48e tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "86c0c53f-00a6-4700-9188-f2c69578fa72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.675s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.607792] env[70059]: DEBUG oslo_vmware.api [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189346, 'name': SuspendVM_Task, 'duration_secs': 0.819276} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.608424] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Suspended the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 953.608424] env[70059]: DEBUG nova.compute.manager [None req-2b8e707f-dedc-4487-962a-d62a45d0d557 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.609311] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377ba73-d267-49b5-bb04-aa92dbcfdecd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.639641] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "c67345fe-852f-4912-9af4-3cc75257d434" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.639641] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "c67345fe-852f-4912-9af4-3cc75257d434" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.639825] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "c67345fe-852f-4912-9af4-3cc75257d434-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.639967] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "c67345fe-852f-4912-9af4-3cc75257d434-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.640169] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "c67345fe-852f-4912-9af4-3cc75257d434-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.642267] env[70059]: INFO nova.compute.manager [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Terminating instance [ 953.799859] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a842459-575c-41d3-943f-a422da65e39f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.814424] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff473c0-2691-43c7-8b24-06be3f9ddb5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.826901] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189349, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.853885] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.854041] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquired lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.858021] env[70059]: DEBUG nova.network.neutron [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.858021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e37a715-ce02-428a-a67c-c9fe4a49e03a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.865335] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f62022b-1303-4e1d-a0df-e8d7e565ae84 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.881090] env[70059]: DEBUG nova.compute.provider_tree [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.146736] env[70059]: DEBUG nova.compute.manager [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.147087] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.148114] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e106a9-ca1e-4582-b29e-92f093b1f40e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.156413] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.156567] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfea1082-0b4f-4487-ab49-51fe265c159b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.163800] env[70059]: DEBUG oslo_vmware.api [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 954.163800] env[70059]: value = "task-3189350" [ 954.163800] env[70059]: _type = "Task" [ 954.163800] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.172180] env[70059]: DEBUG oslo_vmware.api [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.262285] env[70059]: DEBUG nova.network.neutron [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updated VIF entry in instance network info cache for port 76b27017-1e27-4397-9168-1046475ffda8. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.262786] env[70059]: DEBUG nova.network.neutron [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [{"id": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "address": "fa:16:3e:f2:47:71", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689aa02-3f", "ovs_interfaceid": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f2af0609-e022-4f76-bb26-ce259cb264c5", "address": "fa:16:3e:1b:bb:4a", "network": {"id": "f655cb7d-5497-4774-838e-bcd36e555de2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1739346951", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2af0609-e0", "ovs_interfaceid": "f2af0609-e022-4f76-bb26-ce259cb264c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76b27017-1e27-4397-9168-1046475ffda8", "address": "fa:16:3e:40:d2:72", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b27017-1e", "ovs_interfaceid": "76b27017-1e27-4397-9168-1046475ffda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.323353] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189349, 'name': CreateVM_Task, 'duration_secs': 0.533605} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.323547] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.324632] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.324632] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.324994] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.325704] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f992d1-e8be-4a59-a8b1-b2479cc1f2af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.331595] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 954.331595] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5296af97-93b2-00b5-741b-93bca4f37f79" [ 954.331595] env[70059]: _type = "Task" [ 954.331595] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.340507] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5296af97-93b2-00b5-741b-93bca4f37f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.386456] env[70059]: DEBUG nova.scheduler.client.report [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.404618] env[70059]: DEBUG nova.network.neutron [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.556483] env[70059]: DEBUG nova.network.neutron [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Updating instance_info_cache with network_info: [{"id": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "address": "fa:16:3e:51:cb:1b", "network": {"id": "5a0bd63e-dded-4f5b-a74d-f506bc2bf46a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-84919577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd62cb86a4494246b93ea1340c18aea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0baf17c6-b3", "ovs_interfaceid": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.673646] env[70059]: DEBUG oslo_vmware.api [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189350, 'name': PowerOffVM_Task, 'duration_secs': 0.232876} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.673897] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.674082] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.674340] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2008a974-091a-4f19-bf7a-42f7132df5fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.743485] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.743485] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.743699] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleting the datastore file [datastore2] c67345fe-852f-4912-9af4-3cc75257d434 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.743944] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b4bdb7-eb18-4599-926b-64e2abd30283 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.751647] env[70059]: DEBUG oslo_vmware.api [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 954.751647] env[70059]: value = "task-3189352" [ 954.751647] env[70059]: _type = "Task" [ 954.751647] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.759583] env[70059]: DEBUG oslo_vmware.api [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.766199] env[70059]: DEBUG oslo_concurrency.lockutils [req-a8aa348b-7770-41d7-81e6-db76f1827226 req-12d92647-8a0b-479b-aaf2-050ec9ce8ae3 service nova] Releasing lock "refresh_cache-fe753f45-184b-4b1d-8c06-85b660d0d4fa" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.843657] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5296af97-93b2-00b5-741b-93bca4f37f79, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.843657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.843866] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.844664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.844664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.844664] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.844832] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2fae161-851c-4fc4-822a-7c301be85e45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.855718] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.856021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.859498] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8545763e-04dc-4b69-bbe7-464f8748e9fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.866723] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 954.866723] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527f4bd2-f9af-42e3-67e8-51d052baec20" [ 954.866723] env[70059]: _type = "Task" [ 954.866723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.875673] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527f4bd2-f9af-42e3-67e8-51d052baec20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.059604] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Releasing lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.059929] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Instance network_info: |[{"id": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "address": "fa:16:3e:51:cb:1b", "network": {"id": "5a0bd63e-dded-4f5b-a74d-f506bc2bf46a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-84919577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd62cb86a4494246b93ea1340c18aea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0baf17c6-b3", "ovs_interfaceid": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.060386] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:cb:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0baf17c6-b385-4b09-a84c-4b569c247a5e', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.067653] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Creating folder: Project (bd62cb86a4494246b93ea1340c18aea1). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.067936] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c4257cc-4eaf-4ff8-891c-d6d6b7809147 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.079718] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Created folder: Project (bd62cb86a4494246b93ea1340c18aea1) in parent group-v637631. [ 955.079901] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Creating folder: Instances. Parent ref: group-v637835. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.080145] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16faee7-a266-4526-875f-5a4cd7f71425 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.089446] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Created folder: Instances in parent group-v637835. [ 955.089669] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.089855] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.090072] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b52f90f2-c488-45a7-b6f6-60ee79f90a5d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.110110] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.110110] env[70059]: value = "task-3189355" [ 955.110110] env[70059]: _type = "Task" [ 955.110110] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.116303] env[70059]: DEBUG nova.compute.manager [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Received event network-vif-plugged-0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.116739] env[70059]: DEBUG oslo_concurrency.lockutils [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] Acquiring lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.116739] env[70059]: DEBUG oslo_concurrency.lockutils [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.116880] env[70059]: DEBUG oslo_concurrency.lockutils [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.117011] env[70059]: DEBUG nova.compute.manager [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] No waiting events found dispatching network-vif-plugged-0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.117189] env[70059]: WARNING nova.compute.manager [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Received unexpected event network-vif-plugged-0baf17c6-b385-4b09-a84c-4b569c247a5e for instance with vm_state building and task_state spawning. [ 955.117349] env[70059]: DEBUG nova.compute.manager [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Received event network-changed-0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.117535] env[70059]: DEBUG nova.compute.manager [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Refreshing instance network info cache due to event network-changed-0baf17c6-b385-4b09-a84c-4b569c247a5e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.117723] env[70059]: DEBUG oslo_concurrency.lockutils [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] Acquiring lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.117856] env[70059]: DEBUG oslo_concurrency.lockutils [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] Acquired lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.118048] env[70059]: DEBUG nova.network.neutron [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Refreshing network info cache for port 0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.122047] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189355, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.262506] env[70059]: DEBUG oslo_vmware.api [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147229} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.262865] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.262981] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.263146] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.263338] env[70059]: INFO nova.compute.manager [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Took 1.12 seconds to destroy the instance on the hypervisor. [ 955.263566] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.263760] env[70059]: DEBUG nova.compute.manager [-] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.263859] env[70059]: DEBUG nova.network.neutron [-] [instance: c67345fe-852f-4912-9af4-3cc75257d434] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.376472] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527f4bd2-f9af-42e3-67e8-51d052baec20, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.377433] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959724ab-5441-4253-b9ee-aee28746f382 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.390090] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 955.390090] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f8e5f5-dd1f-6522-55fe-6a93b6415120" [ 955.390090] env[70059]: _type = "Task" [ 955.390090] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.401424] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.477s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.405025] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f8e5f5-dd1f-6522-55fe-6a93b6415120, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.405025] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.558s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.405182] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.407484] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.443s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.407776] env[70059]: DEBUG nova.objects.instance [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lazy-loading 'resources' on Instance uuid 1cde67d4-c1df-4d42-9eeb-c47f0a022356 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.408988] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.409290] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] fe753f45-184b-4b1d-8c06-85b660d0d4fa/fe753f45-184b-4b1d-8c06-85b660d0d4fa.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.410489] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2d5f7cc-8d1d-402a-8378-67edb4c42a27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.417943] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 955.417943] env[70059]: value = "task-3189356" [ 955.417943] env[70059]: _type = "Task" [ 955.417943] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.429405] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.435688] env[70059]: INFO nova.scheduler.client.report [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleted allocations for instance edec81c1-e48e-4c35-8a6d-62862975ce93 [ 955.622509] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189355, 'name': CreateVM_Task, 'duration_secs': 0.341338} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.622509] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.622708] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.622896] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.623290] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.625859] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e3521d-57de-4fae-b1bd-39521eb56744 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.632371] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 955.632371] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52888460-412a-192d-0257-2fef258e2aae" [ 955.632371] env[70059]: _type = "Task" [ 955.632371] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.655958] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52888460-412a-192d-0257-2fef258e2aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.832535] env[70059]: DEBUG nova.network.neutron [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Updated VIF entry in instance network info cache for port 0baf17c6-b385-4b09-a84c-4b569c247a5e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.832895] env[70059]: DEBUG nova.network.neutron [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Updating instance_info_cache with network_info: [{"id": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "address": "fa:16:3e:51:cb:1b", "network": {"id": "5a0bd63e-dded-4f5b-a74d-f506bc2bf46a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-84919577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd62cb86a4494246b93ea1340c18aea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0baf17c6-b3", "ovs_interfaceid": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.892354] env[70059]: DEBUG nova.compute.manager [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.893349] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62806d-8034-4b1b-90fd-0877c8456de0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.932559] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491824} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.935182] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] fe753f45-184b-4b1d-8c06-85b660d0d4fa/fe753f45-184b-4b1d-8c06-85b660d0d4fa.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.935598] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.936454] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16d5b6d8-0f41-450d-a97c-d9f9e6765745 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.950189] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 955.950189] env[70059]: value = "task-3189357" [ 955.950189] env[70059]: _type = "Task" [ 955.950189] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.951026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2b2eaaf2-2262-47bf-a14e-0f39f65eafc6 tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "edec81c1-e48e-4c35-8a6d-62862975ce93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.174s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.960993] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.964294] env[70059]: INFO nova.scheduler.client.report [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocation for migration 16b27df9-0c66-499b-b5db-b266a16b9ab2 [ 956.051682] env[70059]: DEBUG nova.network.neutron [-] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.146296] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52888460-412a-192d-0257-2fef258e2aae, 'name': SearchDatastore_Task, 'duration_secs': 0.065948} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.146647] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.146839] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.147094] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.147275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.147464] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.147735] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed18b63-329d-4cdc-a7f8-1e4604bfba8c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.157743] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.157939] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.158670] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a52bb1d-d40d-49b7-a922-80163b37fd01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.164661] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 956.164661] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525c3656-67b0-7ead-755e-385eff757448" [ 956.164661] env[70059]: _type = "Task" [ 956.164661] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.175311] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525c3656-67b0-7ead-755e-385eff757448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.281272] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122edcd-d84b-4048-85fb-84078f8fd954 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.292082] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b5002-ff7a-41e7-a498-6bf9a862f632 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.326868] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371d75d-681d-461e-be5d-614b70043007 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.335577] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6091cd-d24f-4374-b007-f4742e07df4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.339758] env[70059]: DEBUG oslo_concurrency.lockutils [req-3e07a315-5b57-47f9-8308-e3964598abf5 req-bc1ed8bb-3e78-4a76-943b-171e678eb329 service nova] Releasing lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.350641] env[70059]: DEBUG nova.compute.provider_tree [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.409053] env[70059]: INFO nova.compute.manager [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] instance snapshotting [ 956.409053] env[70059]: WARNING nova.compute.manager [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 956.412394] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c4cf5-fd17-4dff-9def-a89af71df8e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.433040] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7d404-b003-4fb4-8253-03840abc8552 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.464030] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068181} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.464030] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.464659] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a771035-1a3f-4c67-aeb6-d2fa64dd5233 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.470726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09193468-553f-4ec2-9e5d-74ae548aadd4 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.038s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.496049] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] fe753f45-184b-4b1d-8c06-85b660d0d4fa/fe753f45-184b-4b1d-8c06-85b660d0d4fa.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.497058] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e82ce9e-0f8c-4472-8ae4-02521af16049 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.519404] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 956.519404] env[70059]: value = "task-3189358" [ 956.519404] env[70059]: _type = "Task" [ 956.519404] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.528518] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.554795] env[70059]: INFO nova.compute.manager [-] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Took 1.29 seconds to deallocate network for instance. [ 956.678009] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525c3656-67b0-7ead-755e-385eff757448, 'name': SearchDatastore_Task, 'duration_secs': 0.038724} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.678880] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b8ce1b-523e-42f9-80c0-ae2e13403723 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.684719] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 956.684719] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5245d7c4-2d58-5cde-988b-d55e25f41015" [ 956.684719] env[70059]: _type = "Task" [ 956.684719] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.692963] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5245d7c4-2d58-5cde-988b-d55e25f41015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.864038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.864038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.864038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.864038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.864038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.867036] env[70059]: INFO nova.compute.manager [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Terminating instance [ 956.873605] env[70059]: ERROR nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] [req-7b334bdb-160b-4465-8db3-26c11b451b96] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b334bdb-160b-4465-8db3-26c11b451b96"}]} [ 956.890487] env[70059]: DEBUG nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 956.906390] env[70059]: DEBUG nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 956.906880] env[70059]: DEBUG nova.compute.provider_tree [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.918276] env[70059]: DEBUG nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 956.938954] env[70059]: DEBUG nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 956.946554] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 956.946858] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13cfba63-ae6a-4e74-ae43-492e096c6340 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.957046] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 956.957046] env[70059]: value = "task-3189359" [ 956.957046] env[70059]: _type = "Task" [ 956.957046] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.970099] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.028766] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189358, 'name': ReconfigVM_Task, 'duration_secs': 0.327623} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.029056] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Reconfigured VM instance instance-00000049 to attach disk [datastore2] fe753f45-184b-4b1d-8c06-85b660d0d4fa/fe753f45-184b-4b1d-8c06-85b660d0d4fa.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.029687] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aaf6f00-009f-4f85-aa93-f6cc015340f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.036972] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 957.036972] env[70059]: value = "task-3189360" [ 957.036972] env[70059]: _type = "Task" [ 957.036972] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.044686] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189360, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.063759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.144208] env[70059]: DEBUG nova.compute.manager [req-c1baca7d-c2a0-4a83-a94c-2866aa4382d8 req-ab421ee9-3c1d-4ab0-979a-16c966e129cf service nova] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Received event network-vif-deleted-9f985177-318b-4c22-8df6-3d04db4bf555 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.199301] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5245d7c4-2d58-5cde-988b-d55e25f41015, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.199572] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.199828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e64d31c6-a1a7-44c3-aae0-eae7d84c8152/e64d31c6-a1a7-44c3-aae0-eae7d84c8152.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.200108] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-930644b6-034c-49f8-a179-f656b7981dd2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.207489] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 957.207489] env[70059]: value = "task-3189361" [ 957.207489] env[70059]: _type = "Task" [ 957.207489] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.216241] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.307955] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972be116-d27f-4582-87a0-db6019f8ea46 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.318758] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e62642-c420-4fcf-8165-5b78b9bad432 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.352186] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e69a8-d31c-4906-ba25-f456d8bf2e20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.362437] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e4e3c-192f-4de0-b4f9-9425d13990cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.369978] env[70059]: DEBUG nova.compute.manager [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.370252] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.379507] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca7e71-5a9e-45fc-83a4-2106761f3c58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.382831] env[70059]: DEBUG nova.compute.provider_tree [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.390364] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.390877] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ff4a60e-0865-4c09-a74a-11d36151a14d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.399751] env[70059]: DEBUG oslo_vmware.api [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 957.399751] env[70059]: value = "task-3189362" [ 957.399751] env[70059]: _type = "Task" [ 957.399751] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.411225] env[70059]: DEBUG oslo_vmware.api [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.470402] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189359, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.554733] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189360, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.719272] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.913254] env[70059]: DEBUG oslo_vmware.api [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189362, 'name': PowerOffVM_Task, 'duration_secs': 0.317272} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.913254] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.913254] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.913254] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7109a1a3-dd1c-4d52-8686-1198cf98f085 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.921913] env[70059]: DEBUG nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 957.922190] env[70059]: DEBUG nova.compute.provider_tree [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 98 to 99 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 957.922838] env[70059]: DEBUG nova.compute.provider_tree [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.969397] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189359, 'name': CreateSnapshot_Task, 'duration_secs': 0.857473} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.969592] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 957.970392] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50c17b-f9b3-40a2-ad03-3bf5d4ada9a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.978186] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.978418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.978656] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.978921] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.979118] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.983861] env[70059]: INFO nova.compute.manager [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Terminating instance [ 957.996340] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.996592] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.996777] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleting the datastore file [datastore1] 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.997055] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5167fd-cdcf-43ff-826a-d542aa33902d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.005664] env[70059]: DEBUG oslo_vmware.api [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for the task: (returnval){ [ 958.005664] env[70059]: value = "task-3189364" [ 958.005664] env[70059]: _type = "Task" [ 958.005664] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.015433] env[70059]: DEBUG oslo_vmware.api [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.052158] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189360, 'name': Rename_Task, 'duration_secs': 0.912778} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.052474] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.052718] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-134327fc-b478-424b-85be-710a97f1e453 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.059127] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 958.059127] env[70059]: value = "task-3189365" [ 958.059127] env[70059]: _type = "Task" [ 958.059127] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.067225] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.218576] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52535} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.218801] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e64d31c6-a1a7-44c3-aae0-eae7d84c8152/e64d31c6-a1a7-44c3-aae0-eae7d84c8152.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.218985] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.219256] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa1a9c9-a7d3-4de2-8973-73897b9d3cfc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.226128] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 958.226128] env[70059]: value = "task-3189366" [ 958.226128] env[70059]: _type = "Task" [ 958.226128] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.235319] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.427534] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.020s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.430293] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.641s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.431868] env[70059]: INFO nova.compute.claims [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.448565] env[70059]: INFO nova.scheduler.client.report [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Deleted allocations for instance 1cde67d4-c1df-4d42-9eeb-c47f0a022356 [ 958.493290] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 958.494101] env[70059]: DEBUG nova.compute.manager [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.494447] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.495119] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c9640fb-0e47-4cfa-a091-98a927e45917 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.499495] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134446b0-55b2-4739-94d1-f51524ffba8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.516032] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.516032] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 958.516032] env[70059]: value = "task-3189367" [ 958.516032] env[70059]: _type = "Task" [ 958.516032] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.516380] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b08607-ab89-44d6-965a-a89030354336 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.525788] env[70059]: DEBUG oslo_vmware.api [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Task: {'id': task-3189364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138127} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.526861] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.526861] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.526861] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.527065] env[70059]: INFO nova.compute.manager [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 958.527320] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.527517] env[70059]: DEBUG nova.compute.manager [-] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.527611] env[70059]: DEBUG nova.network.neutron [-] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.534734] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189367, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.535504] env[70059]: DEBUG oslo_vmware.api [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 958.535504] env[70059]: value = "task-3189368" [ 958.535504] env[70059]: _type = "Task" [ 958.535504] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.545931] env[70059]: DEBUG oslo_vmware.api [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.555511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "540ad875-a40a-4a8a-9969-11286937a642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.555511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.571033] env[70059]: DEBUG oslo_vmware.api [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189365, 'name': PowerOnVM_Task, 'duration_secs': 0.505004} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.571566] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.571840] env[70059]: INFO nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Took 13.14 seconds to spawn the instance on the hypervisor. [ 958.572055] env[70059]: DEBUG nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.573270] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f2aad6-6eba-4e82-8d81-45bcfa1d04d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.737481] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066697} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.738215] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.738881] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c5ec48-2dbc-4590-99f2-77794fc74984 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.766999] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] e64d31c6-a1a7-44c3-aae0-eae7d84c8152/e64d31c6-a1a7-44c3-aae0-eae7d84c8152.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.767732] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beae8cbe-faf7-48c3-9d44-7e51480c6962 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.789469] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 958.789469] env[70059]: value = "task-3189369" [ 958.789469] env[70059]: _type = "Task" [ 958.789469] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.797953] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.956728] env[70059]: DEBUG oslo_concurrency.lockutils [None req-446b01f8-5097-4962-a3b7-4d50ec09b5e6 tempest-ServerMetadataTestJSON-1173849671 tempest-ServerMetadataTestJSON-1173849671-project-member] Lock "1cde67d4-c1df-4d42-9eeb-c47f0a022356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.522s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.028152] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189367, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.044407] env[70059]: DEBUG oslo_vmware.api [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189368, 'name': PowerOffVM_Task, 'duration_secs': 0.423478} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.044702] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.044847] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.045210] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95ce13e-f85b-41d8-87eb-36e349c34f12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.057389] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.093672] env[70059]: INFO nova.compute.manager [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Took 36.30 seconds to build instance. [ 959.145061] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.145061] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.145061] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore2] 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.145426] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d549fd-e5ed-4522-9b64-820543495b73 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.154541] env[70059]: DEBUG oslo_vmware.api [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 959.154541] env[70059]: value = "task-3189371" [ 959.154541] env[70059]: _type = "Task" [ 959.154541] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.163575] env[70059]: DEBUG oslo_vmware.api [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.170534] env[70059]: DEBUG nova.compute.manager [req-4ac8946a-dc09-478c-813e-c6c1bc6d5e18 req-ed0f7bbc-86d2-40a0-8064-5a04d0dbdb24 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Received event network-vif-deleted-fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.170725] env[70059]: INFO nova.compute.manager [req-4ac8946a-dc09-478c-813e-c6c1bc6d5e18 req-ed0f7bbc-86d2-40a0-8064-5a04d0dbdb24 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Neutron deleted interface fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115; detaching it from the instance and deleting it from the info cache [ 959.170902] env[70059]: DEBUG nova.network.neutron [req-4ac8946a-dc09-478c-813e-c6c1bc6d5e18 req-ed0f7bbc-86d2-40a0-8064-5a04d0dbdb24 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.299485] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189369, 'name': ReconfigVM_Task, 'duration_secs': 0.487545} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.299716] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Reconfigured VM instance instance-0000004a to attach disk [datastore2] e64d31c6-a1a7-44c3-aae0-eae7d84c8152/e64d31c6-a1a7-44c3-aae0-eae7d84c8152.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.300919] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98815779-9949-4310-a5f8-81fbe5392aa2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.307926] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 959.307926] env[70059]: value = "task-3189372" [ 959.307926] env[70059]: _type = "Task" [ 959.307926] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.315863] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189372, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.348415] env[70059]: DEBUG nova.network.neutron [-] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.532767] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189367, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.577911] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.599955] env[70059]: DEBUG oslo_concurrency.lockutils [None req-043eb893-5ee4-4a55-aa67-19315d2d7e16 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.819s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.670486] env[70059]: DEBUG oslo_vmware.api [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197769} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.670756] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.670944] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.671148] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.675374] env[70059]: INFO nova.compute.manager [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Took 1.18 seconds to destroy the instance on the hypervisor. [ 959.675374] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.675374] env[70059]: DEBUG nova.compute.manager [-] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.675374] env[70059]: DEBUG nova.network.neutron [-] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.676594] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56761222-0434-40a9-8275-8adc4c646fb3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.687634] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed51530-107f-4235-9826-f52be177372f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.736984] env[70059]: DEBUG nova.compute.manager [req-4ac8946a-dc09-478c-813e-c6c1bc6d5e18 req-ed0f7bbc-86d2-40a0-8064-5a04d0dbdb24 service nova] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Detach interface failed, port_id=fe7c9b5e-5ae6-4f8f-8f70-bc637ce5c115, reason: Instance 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.819372] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189372, 'name': Rename_Task, 'duration_secs': 0.14585} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.819372] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.822090] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084fcfcd-a348-4033-becd-eed9fc8f4740 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.829157] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 959.829157] env[70059]: value = "task-3189373" [ 959.829157] env[70059]: _type = "Task" [ 959.829157] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.838011] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.851513] env[70059]: INFO nova.compute.manager [-] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Took 1.32 seconds to deallocate network for instance. [ 959.875199] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14143090-31c7-402e-8d5c-45a17022ede1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.885242] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e5b97-0b6a-4383-ba18-beb3ee032e43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.931601] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e416150-3b16-4e4d-9528-bb011da53f27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.942381] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464e0cb-f70d-4e1c-b0c9-41a54f8f7d76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.962761] env[70059]: DEBUG nova.compute.provider_tree [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.031416] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189367, 'name': CloneVM_Task, 'duration_secs': 1.450887} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.031759] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Created linked-clone VM from snapshot [ 960.032772] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa07721-f673-44e3-a818-35ec99ecff2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.042798] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Uploading image b1012b59-d292-4cd7-bcad-380725a4541b {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 960.075723] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 960.075723] env[70059]: value = "vm-637839" [ 960.075723] env[70059]: _type = "VirtualMachine" [ 960.075723] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 960.076101] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8dcc187a-8698-45a8-99c4-c095ed64bb8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.085479] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease: (returnval){ [ 960.085479] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5241c79f-f3bd-85c0-8f4d-949c40a9fddd" [ 960.085479] env[70059]: _type = "HttpNfcLease" [ 960.085479] env[70059]: } obtained for exporting VM: (result){ [ 960.085479] env[70059]: value = "vm-637839" [ 960.085479] env[70059]: _type = "VirtualMachine" [ 960.085479] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 960.085723] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the lease: (returnval){ [ 960.085723] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5241c79f-f3bd-85c0-8f4d-949c40a9fddd" [ 960.085723] env[70059]: _type = "HttpNfcLease" [ 960.085723] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 960.093118] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.093118] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5241c79f-f3bd-85c0-8f4d-949c40a9fddd" [ 960.093118] env[70059]: _type = "HttpNfcLease" [ 960.093118] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.340258] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189373, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.361448] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.485854] env[70059]: ERROR nova.scheduler.client.report [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [req-dd75a477-a8d7-43e4-9966-f27e056d1bcb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd75a477-a8d7-43e4-9966-f27e056d1bcb"}]} [ 960.504099] env[70059]: DEBUG nova.scheduler.client.report [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.516774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.517105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.517295] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.517582] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.517676] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.519910] env[70059]: INFO nova.compute.manager [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Terminating instance [ 960.522123] env[70059]: DEBUG nova.scheduler.client.report [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.522390] env[70059]: DEBUG nova.compute.provider_tree [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.536774] env[70059]: DEBUG nova.scheduler.client.report [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.556454] env[70059]: DEBUG nova.scheduler.client.report [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 960.595727] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.595727] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5241c79f-f3bd-85c0-8f4d-949c40a9fddd" [ 960.595727] env[70059]: _type = "HttpNfcLease" [ 960.595727] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.598382] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.598382] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5241c79f-f3bd-85c0-8f4d-949c40a9fddd" [ 960.598382] env[70059]: _type = "HttpNfcLease" [ 960.598382] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 960.599389] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffec470-1dd6-4b91-98be-d1c51a3815d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.608277] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f5d11-3214-e14f-7914-76fe82dbd889/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.608537] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f5d11-3214-e14f-7914-76fe82dbd889/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 960.686445] env[70059]: DEBUG nova.network.neutron [-] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.707168] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e6d50ce-faf2-48b9-aab0-971eab67ddef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.841402] env[70059]: DEBUG oslo_vmware.api [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189373, 'name': PowerOnVM_Task, 'duration_secs': 0.707392} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.841681] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.841823] env[70059]: INFO nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Took 8.10 seconds to spawn the instance on the hypervisor. [ 960.842012] env[70059]: DEBUG nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.842774] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fd80b-23dc-4976-9d8a-403e1a8665a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.017982] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e80e420-fd6c-49f8-858e-6b8bc83dbb88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.028568] env[70059]: DEBUG nova.compute.manager [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.028834] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.029705] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc3e5ad-2807-4c24-ae40-d6614f169214 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.034650] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f14a5f-0a7c-4c1f-b99b-e1d3229cc50a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.078318] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77845843-4964-4563-b730-531494a8cc62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.084714] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.085284] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e76021ae-641d-4868-9879-1de3739d89fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.097049] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5a2628-7fd1-4000-829e-1efd443c3e29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.102154] env[70059]: DEBUG oslo_vmware.api [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 961.102154] env[70059]: value = "task-3189375" [ 961.102154] env[70059]: _type = "Task" [ 961.102154] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.122438] env[70059]: DEBUG nova.compute.provider_tree [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.129166] env[70059]: DEBUG oslo_vmware.api [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.189201] env[70059]: INFO nova.compute.manager [-] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Took 1.52 seconds to deallocate network for instance. [ 961.213404] env[70059]: DEBUG nova.compute.manager [req-b04c1d14-55ee-4111-9822-a4a450519b2d req-0e9a5154-0b45-4295-87a9-a75856404b62 service nova] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Received event network-vif-deleted-444e13e3-c9ae-41f3-928d-bff95c8b3a5c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.361093] env[70059]: INFO nova.compute.manager [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Took 31.62 seconds to build instance. [ 961.614124] env[70059]: DEBUG oslo_vmware.api [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189375, 'name': PowerOffVM_Task, 'duration_secs': 0.267246} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.614966] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.615090] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.615278] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7e1b674-ad32-4184-9155-b71e1cb04409 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.658084] env[70059]: DEBUG nova.scheduler.client.report [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 961.658711] env[70059]: DEBUG nova.compute.provider_tree [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 100 to 101 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 961.658711] env[70059]: DEBUG nova.compute.provider_tree [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.697466] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.789209] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.789209] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.789209] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Deleting the datastore file [datastore2] fe753f45-184b-4b1d-8c06-85b660d0d4fa {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.789209] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a1b06c-67c4-4724-8f1b-80396025a9da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.797708] env[70059]: DEBUG oslo_vmware.api [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 961.797708] env[70059]: value = "task-3189377" [ 961.797708] env[70059]: _type = "Task" [ 961.797708] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.811503] env[70059]: DEBUG oslo_vmware.api [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.863856] env[70059]: DEBUG oslo_concurrency.lockutils [None req-620ac539-d0ee-4481-ac7f-ce97137cf491 tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.447s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.039223] env[70059]: DEBUG oslo_concurrency.lockutils [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.039515] env[70059]: DEBUG oslo_concurrency.lockutils [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.039762] env[70059]: INFO nova.compute.manager [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Rebooting instance [ 962.164808] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.734s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.165462] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.168871] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.661s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.170734] env[70059]: INFO nova.compute.claims [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.308300] env[70059]: DEBUG oslo_vmware.api [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312507} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.308499] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.308690] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.308862] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.309051] env[70059]: INFO nova.compute.manager [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Took 1.28 seconds to destroy the instance on the hypervisor. [ 962.309377] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.309486] env[70059]: DEBUG nova.compute.manager [-] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.309583] env[70059]: DEBUG nova.network.neutron [-] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.560473] env[70059]: DEBUG oslo_concurrency.lockutils [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.560667] env[70059]: DEBUG oslo_concurrency.lockutils [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquired lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.560846] env[70059]: DEBUG nova.network.neutron [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.675388] env[70059]: DEBUG nova.compute.utils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.680381] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.682607] env[70059]: DEBUG nova.network.neutron [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.735149] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "91feb187-5bbb-49cb-8da2-4c9b15d69803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.735393] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "91feb187-5bbb-49cb-8da2-4c9b15d69803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.757655] env[70059]: DEBUG nova.policy [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '787708e9c1f5470581d1406d911dbd2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '478228f2bd27431da5215d40014f2784', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.049470] env[70059]: DEBUG nova.network.neutron [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Successfully created port: d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.181416] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.239301] env[70059]: DEBUG nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.329061] env[70059]: DEBUG nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-vif-deleted-f2af0609-e022-4f76-bb26-ce259cb264c5 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.329702] env[70059]: INFO nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Neutron deleted interface f2af0609-e022-4f76-bb26-ce259cb264c5; detaching it from the instance and deleting it from the info cache [ 963.329702] env[70059]: DEBUG nova.network.neutron [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [{"id": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "address": "fa:16:3e:f2:47:71", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689aa02-3f", "ovs_interfaceid": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76b27017-1e27-4397-9168-1046475ffda8", "address": "fa:16:3e:40:d2:72", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b27017-1e", "ovs_interfaceid": "76b27017-1e27-4397-9168-1046475ffda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.351843] env[70059]: DEBUG nova.network.neutron [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Updating instance_info_cache with network_info: [{"id": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "address": "fa:16:3e:51:cb:1b", "network": {"id": "5a0bd63e-dded-4f5b-a74d-f506bc2bf46a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-84919577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd62cb86a4494246b93ea1340c18aea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0baf17c6-b3", "ovs_interfaceid": "0baf17c6-b385-4b09-a84c-4b569c247a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.507197] env[70059]: DEBUG nova.network.neutron [-] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.641135] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4137df3-dd69-4817-893f-e10e5f30c1e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.649897] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25462a-6be7-4ce1-8cfd-a1a99eafc690 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.682117] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880dca18-9e67-4bee-9ff0-b9f00f6da030 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.692245] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ef33f-a315-4b02-b12c-6bb3e77ed9ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.708473] env[70059]: DEBUG nova.compute.provider_tree [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.758271] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.833050] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1faaf82c-f9f3-4eaa-a398-d68ee224dc24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.844380] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a374f-b422-40aa-9177-f8ffaa41b819 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.855634] env[70059]: DEBUG oslo_concurrency.lockutils [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Releasing lock "refresh_cache-e64d31c6-a1a7-44c3-aae0-eae7d84c8152" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.883986] env[70059]: DEBUG nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Detach interface failed, port_id=f2af0609-e022-4f76-bb26-ce259cb264c5, reason: Instance fe753f45-184b-4b1d-8c06-85b660d0d4fa could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.884251] env[70059]: DEBUG nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-vif-deleted-76b27017-1e27-4397-9168-1046475ffda8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.884426] env[70059]: INFO nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Neutron deleted interface 76b27017-1e27-4397-9168-1046475ffda8; detaching it from the instance and deleting it from the info cache [ 963.884676] env[70059]: DEBUG nova.network.neutron [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [{"id": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "address": "fa:16:3e:f2:47:71", "network": {"id": "d5e67c7b-7be6-4fdf-8ee0-34b6afd1194c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-348248508", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8689aa02-3f", "ovs_interfaceid": "8689aa02-3f0f-4ac1-b00a-edd278a2d48a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.011091] env[70059]: INFO nova.compute.manager [-] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Took 1.70 seconds to deallocate network for instance. [ 964.192264] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.211672] env[70059]: DEBUG nova.scheduler.client.report [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.216884] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.217138] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.217297] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.217483] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.217628] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.217773] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.218038] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.218383] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.218570] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.218751] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.218961] env[70059]: DEBUG nova.virt.hardware [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.220114] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ed712-cfa0-4fe2-b318-b3d8513a0dda {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.232934] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed1a3b5-9f68-4f76-8583-9317be2091cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.360994] env[70059]: DEBUG nova.compute.manager [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.361991] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff2231-230b-4ce9-ab3f-35fd4bfe0947 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.387193] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13ff4acc-ac6e-4ef1-a246-52fb1d0fa1c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.399985] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a612f7d-0b25-4766-917b-9a9da08be071 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.440527] env[70059]: DEBUG nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Detach interface failed, port_id=76b27017-1e27-4397-9168-1046475ffda8, reason: Instance fe753f45-184b-4b1d-8c06-85b660d0d4fa could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.440777] env[70059]: DEBUG nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Received event network-vif-deleted-8689aa02-3f0f-4ac1-b00a-edd278a2d48a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.440959] env[70059]: INFO nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Neutron deleted interface 8689aa02-3f0f-4ac1-b00a-edd278a2d48a; detaching it from the instance and deleting it from the info cache [ 964.441159] env[70059]: DEBUG nova.network.neutron [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.517109] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.549564] env[70059]: DEBUG nova.compute.manager [req-01dda9ef-c47e-4082-9c9e-f9d2607545c0 req-ab83a5f2-9868-499a-8e89-a58220b64f95 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Received event network-vif-plugged-d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.549784] env[70059]: DEBUG oslo_concurrency.lockutils [req-01dda9ef-c47e-4082-9c9e-f9d2607545c0 req-ab83a5f2-9868-499a-8e89-a58220b64f95 service nova] Acquiring lock "f58542d5-0164-4b39-b3f8-48956ce37421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.549995] env[70059]: DEBUG oslo_concurrency.lockutils [req-01dda9ef-c47e-4082-9c9e-f9d2607545c0 req-ab83a5f2-9868-499a-8e89-a58220b64f95 service nova] Lock "f58542d5-0164-4b39-b3f8-48956ce37421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.550234] env[70059]: DEBUG oslo_concurrency.lockutils [req-01dda9ef-c47e-4082-9c9e-f9d2607545c0 req-ab83a5f2-9868-499a-8e89-a58220b64f95 service nova] Lock "f58542d5-0164-4b39-b3f8-48956ce37421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.550411] env[70059]: DEBUG nova.compute.manager [req-01dda9ef-c47e-4082-9c9e-f9d2607545c0 req-ab83a5f2-9868-499a-8e89-a58220b64f95 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] No waiting events found dispatching network-vif-plugged-d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.550577] env[70059]: WARNING nova.compute.manager [req-01dda9ef-c47e-4082-9c9e-f9d2607545c0 req-ab83a5f2-9868-499a-8e89-a58220b64f95 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Received unexpected event network-vif-plugged-d58f4df8-2b4c-417a-818a-b1c29503d0ac for instance with vm_state building and task_state spawning. [ 964.654378] env[70059]: DEBUG nova.network.neutron [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Successfully updated port: d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.724657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.725216] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.728600] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.317s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.728827] env[70059]: DEBUG nova.objects.instance [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lazy-loading 'resources' on Instance uuid f8c770af-7d7d-4b7e-a603-64e14b3842c1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.944108] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b9fc4bb-4eff-4a15-9559-f8c78d50da7d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.954490] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65ee46b-2c9c-4130-ad96-7339bf908952 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.991857] env[70059]: DEBUG nova.compute.manager [req-293f49ed-fc0d-4a9e-a4b5-a9ab44e68115 req-608e9e71-2aac-4fa1-ac7c-bae3d2534ed6 service nova] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Detach interface failed, port_id=8689aa02-3f0f-4ac1-b00a-edd278a2d48a, reason: Instance fe753f45-184b-4b1d-8c06-85b660d0d4fa could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 965.156022] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "refresh_cache-f58542d5-0164-4b39-b3f8-48956ce37421" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.156223] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "refresh_cache-f58542d5-0164-4b39-b3f8-48956ce37421" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.156400] env[70059]: DEBUG nova.network.neutron [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.232576] env[70059]: DEBUG nova.compute.utils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.237912] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.237912] env[70059]: DEBUG nova.network.neutron [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.279668] env[70059]: DEBUG nova.policy [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f05dca80554cfd93f29d3803814d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528310572cb648ba81bdf64bf166c776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.378169] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23982278-b5f1-41ea-bde2-b82d6ad14d31 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.389798] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Doing hard reboot of VM {{(pid=70059) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 965.390227] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-191ede78-7eb8-4e51-a9c4-c5fe5a5ce5a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.399068] env[70059]: DEBUG oslo_vmware.api [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 965.399068] env[70059]: value = "task-3189378" [ 965.399068] env[70059]: _type = "Task" [ 965.399068] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.407342] env[70059]: DEBUG oslo_vmware.api [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189378, 'name': ResetVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.630594] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0201832-16f0-40f0-8a09-ae5a9fdc85c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.644624] env[70059]: DEBUG nova.network.neutron [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Successfully created port: ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.649889] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc136c39-0ca4-47d3-a02a-fa8fe20e4d43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.684437] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a71d536-ed05-49d9-a606-c94910ee88f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.695025] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed67bc54-654b-4b50-965c-dc14a69ecc2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.709337] env[70059]: DEBUG nova.compute.provider_tree [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.716538] env[70059]: DEBUG nova.network.neutron [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.739139] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.878860] env[70059]: DEBUG nova.network.neutron [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Updating instance_info_cache with network_info: [{"id": "d58f4df8-2b4c-417a-818a-b1c29503d0ac", "address": "fa:16:3e:0e:7b:35", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd58f4df8-2b", "ovs_interfaceid": "d58f4df8-2b4c-417a-818a-b1c29503d0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.910090] env[70059]: DEBUG oslo_vmware.api [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189378, 'name': ResetVM_Task, 'duration_secs': 0.123795} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.910392] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Did hard reboot of VM {{(pid=70059) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 965.910569] env[70059]: DEBUG nova.compute.manager [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.911343] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcadff7-2926-4d6d-9a73-5318d18e43e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.212842] env[70059]: DEBUG nova.scheduler.client.report [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.382411] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "refresh_cache-f58542d5-0164-4b39-b3f8-48956ce37421" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.382411] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Instance network_info: |[{"id": "d58f4df8-2b4c-417a-818a-b1c29503d0ac", "address": "fa:16:3e:0e:7b:35", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd58f4df8-2b", "ovs_interfaceid": "d58f4df8-2b4c-417a-818a-b1c29503d0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.382674] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:7b:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd58f4df8-2b4c-417a-818a-b1c29503d0ac', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.391368] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.391694] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.391992] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb1ed87-b12b-42f2-8254-96ff52fbc3db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.414371] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.414371] env[70059]: value = "task-3189379" [ 966.414371] env[70059]: _type = "Task" [ 966.414371] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.425215] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189379, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.425733] env[70059]: DEBUG oslo_concurrency.lockutils [None req-053b6548-a07c-445e-b3e9-2653154ebecb tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.386s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.609071] env[70059]: DEBUG nova.compute.manager [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Received event network-changed-d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.609071] env[70059]: DEBUG nova.compute.manager [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Refreshing instance network info cache due to event network-changed-d58f4df8-2b4c-417a-818a-b1c29503d0ac. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.609405] env[70059]: DEBUG oslo_concurrency.lockutils [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] Acquiring lock "refresh_cache-f58542d5-0164-4b39-b3f8-48956ce37421" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.609475] env[70059]: DEBUG oslo_concurrency.lockutils [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] Acquired lock "refresh_cache-f58542d5-0164-4b39-b3f8-48956ce37421" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.609654] env[70059]: DEBUG nova.network.neutron [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Refreshing network info cache for port d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.718206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.721026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.310s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.721341] env[70059]: DEBUG nova.objects.instance [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lazy-loading 'resources' on Instance uuid 0497c9b8-e8b3-462a-b5de-fa66d4f30cac {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.741933] env[70059]: INFO nova.scheduler.client.report [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Deleted allocations for instance f8c770af-7d7d-4b7e-a603-64e14b3842c1 [ 966.748945] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.771789] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.772044] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.772213] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.772421] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.772591] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.772766] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.772988] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.773203] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.773385] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.773560] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.773768] env[70059]: DEBUG nova.virt.hardware [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.774641] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9badbc-dc3c-4058-b463-cbed8e0bae27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.783694] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bf4240-78aa-47b2-8f68-2efaac342840 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.811999] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.812300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.812516] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.812703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.812876] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.822197] env[70059]: INFO nova.compute.manager [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Terminating instance [ 966.927032] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189379, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.171281] env[70059]: DEBUG nova.network.neutron [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Successfully updated port: ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.249968] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5d2d814e-bb65-4295-a559-58665684a336 tempest-ServersNegativeTestMultiTenantJSON-617718614 tempest-ServersNegativeTestMultiTenantJSON-617718614-project-member] Lock "f8c770af-7d7d-4b7e-a603-64e14b3842c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.337s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.329894] env[70059]: DEBUG nova.compute.manager [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.330202] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.331999] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95f507-4570-4ec4-8cc3-614477909dcc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.345478] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.345750] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bec9ec1-8e97-4b65-b311-c2ef7fe5b355 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.354096] env[70059]: DEBUG oslo_vmware.api [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 967.354096] env[70059]: value = "task-3189380" [ 967.354096] env[70059]: _type = "Task" [ 967.354096] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.366332] env[70059]: DEBUG oslo_vmware.api [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.392344] env[70059]: DEBUG nova.network.neutron [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Updated VIF entry in instance network info cache for port d58f4df8-2b4c-417a-818a-b1c29503d0ac. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.392761] env[70059]: DEBUG nova.network.neutron [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Updating instance_info_cache with network_info: [{"id": "d58f4df8-2b4c-417a-818a-b1c29503d0ac", "address": "fa:16:3e:0e:7b:35", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd58f4df8-2b", "ovs_interfaceid": "d58f4df8-2b4c-417a-818a-b1c29503d0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.429038] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189379, 'name': CreateVM_Task, 'duration_secs': 0.608451} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.429231] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.429983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.430239] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.430578] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.430854] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423dc404-d2b0-4a21-b5dc-52e6608742f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.440473] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 967.440473] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5268f7ef-f884-f0da-784a-4cd37e12aedc" [ 967.440473] env[70059]: _type = "Task" [ 967.440473] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.456451] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5268f7ef-f884-f0da-784a-4cd37e12aedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.618614] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3dd42a-e7ba-47fa-a15b-1b733d57364f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.627048] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a4542-4080-43d5-802f-e7aab219ef7d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.660974] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df518d76-98bb-4b7f-be03-64f4ca0114fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.669539] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7370f09c-310f-4ee7-8470-c8b2f2bad536 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.673779] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.674565] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.674565] env[70059]: DEBUG nova.network.neutron [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.689240] env[70059]: DEBUG nova.compute.provider_tree [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.698515] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f5d11-3214-e14f-7914-76fe82dbd889/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.701114] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426add8-4b3e-4e0b-97f5-ca55b6eaa6e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.708805] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f5d11-3214-e14f-7914-76fe82dbd889/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.709023] env[70059]: ERROR oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f5d11-3214-e14f-7914-76fe82dbd889/disk-0.vmdk due to incomplete transfer. [ 967.709316] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0419b36f-5be6-43ee-8028-a57813c8e22d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.719017] env[70059]: DEBUG oslo_vmware.rw_handles [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f5d11-3214-e14f-7914-76fe82dbd889/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.719017] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Uploaded image b1012b59-d292-4cd7-bcad-380725a4541b to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.719979] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.720303] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00cf67ac-7c81-46e0-9831-b9cc8524ddc5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.727881] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 967.727881] env[70059]: value = "task-3189381" [ 967.727881] env[70059]: _type = "Task" [ 967.727881] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.738209] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189381, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.865778] env[70059]: DEBUG oslo_vmware.api [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189380, 'name': PowerOffVM_Task, 'duration_secs': 0.285528} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.866176] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.866363] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.866621] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83fd4c21-e342-49f4-b59a-0fcdfb073a90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.895491] env[70059]: DEBUG oslo_concurrency.lockutils [req-f95d0715-931d-486f-ae99-e86e25a20a33 req-d62238ea-2895-4898-85be-1b5ff34639bb service nova] Releasing lock "refresh_cache-f58542d5-0164-4b39-b3f8-48956ce37421" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.949147] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.949545] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.949783] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Deleting the datastore file [datastore2] e64d31c6-a1a7-44c3-aae0-eae7d84c8152 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.951216] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa5bdba9-2d24-48b9-b1a7-ed2776b28afe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.958966] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5268f7ef-f884-f0da-784a-4cd37e12aedc, 'name': SearchDatastore_Task, 'duration_secs': 0.01619} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.959681] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.959909] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.960161] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.960314] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.960510] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.960766] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cadbd722-485d-4267-a6c8-0d89a3ec147c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.964171] env[70059]: DEBUG oslo_vmware.api [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for the task: (returnval){ [ 967.964171] env[70059]: value = "task-3189383" [ 967.964171] env[70059]: _type = "Task" [ 967.964171] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.974639] env[70059]: DEBUG oslo_vmware.api [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.981481] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.981721] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.982836] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435f6f77-ba9b-4d4d-8b90-d0fc01559f2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.988492] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 967.988492] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d62d44-edae-5b7f-1f63-1210f146abbd" [ 967.988492] env[70059]: _type = "Task" [ 967.988492] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.997140] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d62d44-edae-5b7f-1f63-1210f146abbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.196149] env[70059]: DEBUG nova.scheduler.client.report [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.232924] env[70059]: DEBUG nova.network.neutron [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.240485] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189381, 'name': Destroy_Task, 'duration_secs': 0.371563} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.240729] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Destroyed the VM [ 968.240974] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.241263] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-871f1799-8b63-491c-90b1-7c9431d254fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.248433] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 968.248433] env[70059]: value = "task-3189384" [ 968.248433] env[70059]: _type = "Task" [ 968.248433] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.260836] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.435669] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "dbb26406-ae68-405d-a885-922ecebe2fcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.435669] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.435932] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "dbb26406-ae68-405d-a885-922ecebe2fcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.435932] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.436108] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.440020] env[70059]: INFO nova.compute.manager [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Terminating instance [ 968.475355] env[70059]: DEBUG oslo_vmware.api [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Task: {'id': task-3189383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159402} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.475618] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.475859] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.476072] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.476257] env[70059]: INFO nova.compute.manager [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Took 1.15 seconds to destroy the instance on the hypervisor. [ 968.476495] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.476675] env[70059]: DEBUG nova.compute.manager [-] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.476763] env[70059]: DEBUG nova.network.neutron [-] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.501023] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d62d44-edae-5b7f-1f63-1210f146abbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.501023] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f46014-5989-4135-97b4-854aab005e6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.506748] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 968.506748] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520675dd-b58d-e9d4-39f6-96f5bc0739f2" [ 968.506748] env[70059]: _type = "Task" [ 968.506748] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.515291] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520675dd-b58d-e9d4-39f6-96f5bc0739f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.701913] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.706528] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.623s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.710722] env[70059]: DEBUG nova.objects.instance [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lazy-loading 'resources' on Instance uuid c7454522-e0f7-4021-936b-aa89bffb4abd {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.731977] env[70059]: DEBUG nova.network.neutron [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.753634] env[70059]: INFO nova.scheduler.client.report [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Deleted allocations for instance 0497c9b8-e8b3-462a-b5de-fa66d4f30cac [ 968.768441] env[70059]: DEBUG oslo_vmware.api [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189384, 'name': RemoveSnapshot_Task, 'duration_secs': 0.442204} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.768566] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.768754] env[70059]: INFO nova.compute.manager [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Took 12.36 seconds to snapshot the instance on the hypervisor. [ 968.828461] env[70059]: DEBUG nova.compute.manager [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received event network-vif-plugged-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.828461] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.828461] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.828461] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.828461] env[70059]: DEBUG nova.compute.manager [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] No waiting events found dispatching network-vif-plugged-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.828461] env[70059]: WARNING nova.compute.manager [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received unexpected event network-vif-plugged-ae2560c9-d182-44c1-9bcc-d1433f5638ec for instance with vm_state building and task_state spawning. [ 968.828461] env[70059]: DEBUG nova.compute.manager [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.831149] env[70059]: DEBUG nova.compute.manager [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing instance network info cache due to event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.831427] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.944166] env[70059]: DEBUG nova.compute.manager [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.944475] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.945401] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a48ca1-2959-453c-95a2-307a36f5f255 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.957265] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.957533] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fac240f-9300-45bb-892d-4d713cad94f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.020011] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520675dd-b58d-e9d4-39f6-96f5bc0739f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.020319] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.020592] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] f58542d5-0164-4b39-b3f8-48956ce37421/f58542d5-0164-4b39-b3f8-48956ce37421.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.020858] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f26d927f-35c2-460a-9bfa-a05e5f4af682 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.026970] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.027232] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.027812] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleting the datastore file [datastore2] dbb26406-ae68-405d-a885-922ecebe2fcc {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.027812] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6ea2b5f-0fe2-491a-aa97-8ea5b53e4736 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.032404] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 969.032404] env[70059]: value = "task-3189386" [ 969.032404] env[70059]: _type = "Task" [ 969.032404] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.037244] env[70059]: DEBUG oslo_vmware.api [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 969.037244] env[70059]: value = "task-3189387" [ 969.037244] env[70059]: _type = "Task" [ 969.037244] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.043896] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.049761] env[70059]: DEBUG oslo_vmware.api [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.235860] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.236245] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Instance network_info: |[{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.239285] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.239459] env[70059]: DEBUG nova.network.neutron [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.240793] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:7d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae2560c9-d182-44c1-9bcc-d1433f5638ec', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.248316] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.249078] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.249330] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd855aad-f5a5-4a67-ba16-748d7ce88854 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.274680] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a92915a7-4611-44e9-ba4b-ecca257b38a7 tempest-ServerAddressesTestJSON-1870253344 tempest-ServerAddressesTestJSON-1870253344-project-member] Lock "0497c9b8-e8b3-462a-b5de-fa66d4f30cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.379s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.276543] env[70059]: DEBUG nova.compute.manager [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Instance disappeared during snapshot {{(pid=70059) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 969.284320] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.284320] env[70059]: value = "task-3189388" [ 969.284320] env[70059]: _type = "Task" [ 969.284320] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.297314] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189388, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.298513] env[70059]: DEBUG nova.compute.manager [None req-aed23413-cd35-4499-a1ee-7bcf72c35a7e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image not found during clean up b1012b59-d292-4cd7-bcad-380725a4541b {{(pid=70059) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 969.391675] env[70059]: DEBUG nova.network.neutron [-] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.459709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "cdb854d2-aa84-4acd-8914-ddd3007639f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.460023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.547352] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478192} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.548928] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] f58542d5-0164-4b39-b3f8-48956ce37421/f58542d5-0164-4b39-b3f8-48956ce37421.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.548928] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.549239] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0167972b-6797-4964-a5a1-fa4137088be2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.554095] env[70059]: DEBUG oslo_vmware.api [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160435} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.554479] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.556742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.556742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.556742] env[70059]: INFO nova.compute.manager [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 969.556742] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.556742] env[70059]: DEBUG nova.compute.manager [-] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.556742] env[70059]: DEBUG nova.network.neutron [-] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.559400] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 969.559400] env[70059]: value = "task-3189389" [ 969.559400] env[70059]: _type = "Task" [ 969.559400] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.571055] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.777799] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef06b8-2d9f-4ad5-8099-21bbd26308a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.788656] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faec4c1-0c26-4f24-b157-9e9b6a37b831 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.803153] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189388, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.836728] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186980d-5469-4f6e-af7c-62bd2936726f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.849871] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdca044-7556-4f6a-9acf-477ce14d8c1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.866335] env[70059]: DEBUG nova.compute.provider_tree [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.894539] env[70059]: INFO nova.compute.manager [-] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Took 1.42 seconds to deallocate network for instance. [ 969.963097] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.070596] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071997} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.070885] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.071701] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a052647c-bfe5-4539-bec2-451584242c18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.097324] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f58542d5-0164-4b39-b3f8-48956ce37421/f58542d5-0164-4b39-b3f8-48956ce37421.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.097324] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d995077f-85c8-41c3-8bc9-98d79f00b151 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.119175] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 970.119175] env[70059]: value = "task-3189390" [ 970.119175] env[70059]: _type = "Task" [ 970.119175] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.128137] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.194570] env[70059]: DEBUG nova.network.neutron [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updated VIF entry in instance network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.194997] env[70059]: DEBUG nova.network.neutron [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.303927] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189388, 'name': CreateVM_Task, 'duration_secs': 0.544258} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.304225] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.304966] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.305232] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.305595] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.305907] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea4de7f-d0a6-4401-b5b9-8027c28e29d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.311367] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 970.311367] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5225b5f8-671c-c752-9c3f-a8ccdfcf523f" [ 970.311367] env[70059]: _type = "Task" [ 970.311367] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.320078] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5225b5f8-671c-c752-9c3f-a8ccdfcf523f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.355691] env[70059]: DEBUG nova.network.neutron [-] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.370334] env[70059]: DEBUG nova.scheduler.client.report [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.401572] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.486675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.630431] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189390, 'name': ReconfigVM_Task, 'duration_secs': 0.287508} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.630586] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f58542d5-0164-4b39-b3f8-48956ce37421/f58542d5-0164-4b39-b3f8-48956ce37421.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.631279] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56fa5c93-9397-46b7-a5fa-376752e4ea39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.648692] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 970.648692] env[70059]: value = "task-3189391" [ 970.648692] env[70059]: _type = "Task" [ 970.648692] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.657650] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189391, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.698553] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdf91e7-b414-4093-a4bf-414fa21b4fe5 req-888f54b7-ac5c-4b77-a937-01a79948ec87 service nova] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.827921] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5225b5f8-671c-c752-9c3f-a8ccdfcf523f, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.828649] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.828901] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.829164] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.829318] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.829501] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.829786] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0d78d5-e2fa-43ae-8649-7867b8ebd2c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.844462] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.844640] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.845402] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f74ced8-66df-4db1-b1b8-cf787b5d6420 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.853158] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 970.853158] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c319f0-e09a-6a14-599f-956da22204a7" [ 970.853158] env[70059]: _type = "Task" [ 970.853158] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.866886] env[70059]: INFO nova.compute.manager [-] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Took 1.31 seconds to deallocate network for instance. [ 970.867172] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c319f0-e09a-6a14-599f-956da22204a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.887046] env[70059]: DEBUG nova.compute.manager [req-83adda93-aca5-4b96-9a7b-56ce513180e2 req-b9771838-d333-44e6-90ed-2a8ecb17d240 service nova] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Received event network-vif-deleted-0baf17c6-b385-4b09-a84c-4b569c247a5e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.887046] env[70059]: DEBUG nova.compute.manager [req-83adda93-aca5-4b96-9a7b-56ce513180e2 req-b9771838-d333-44e6-90ed-2a8ecb17d240 service nova] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Received event network-vif-deleted-32931996-a8c8-4956-a364-074e6772f450 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.887046] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.887046] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.821s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.887046] env[70059]: DEBUG nova.objects.instance [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lazy-loading 'resources' on Instance uuid c67345fe-852f-4912-9af4-3cc75257d434 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.916196] env[70059]: INFO nova.scheduler.client.report [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Deleted allocations for instance c7454522-e0f7-4021-936b-aa89bffb4abd [ 971.161128] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189391, 'name': Rename_Task, 'duration_secs': 0.166702} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.164041] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.164613] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3120cf9-9516-48f6-b43d-e957ea5a2f70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.173383] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 971.173383] env[70059]: value = "task-3189392" [ 971.173383] env[70059]: _type = "Task" [ 971.173383] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.183134] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.373903] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c319f0-e09a-6a14-599f-956da22204a7, 'name': SearchDatastore_Task, 'duration_secs': 0.024658} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.374487] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc41097-951b-48bf-bdd8-c8357f88525e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.381403] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 971.381403] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d7badd-c323-f81a-3921-3e181c1df0c2" [ 971.381403] env[70059]: _type = "Task" [ 971.381403] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.385899] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.394172] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d7badd-c323-f81a-3921-3e181c1df0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.428317] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e37e8c16-eaea-47b9-bda6-da73218f46d5 tempest-ImagesOneServerNegativeTestJSON-732908662 tempest-ImagesOneServerNegativeTestJSON-732908662-project-member] Lock "c7454522-e0f7-4021-936b-aa89bffb4abd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.171s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.683631] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.786896] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d003e9-5458-431a-8eb1-9197b9848417 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.795124] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da5d44-1827-4bd0-9edd-61430ed36380 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.827420] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d23ffb-af67-451a-9cde-59f491a1ffdb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.836203] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048746e6-06df-49e6-b208-9bc3282e594c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.850381] env[70059]: DEBUG nova.compute.provider_tree [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.894401] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d7badd-c323-f81a-3921-3e181c1df0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.894666] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.894947] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/45f53d7e-df03-4d76-9a62-fb849250b24d.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.895301] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a61a183-8cf3-4852-9ace-03a23e1965b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.905993] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 971.905993] env[70059]: value = "task-3189393" [ 971.905993] env[70059]: _type = "Task" [ 971.905993] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.915717] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.185721] env[70059]: DEBUG oslo_vmware.api [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189392, 'name': PowerOnVM_Task, 'duration_secs': 0.527243} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.186110] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.186203] env[70059]: INFO nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Took 7.99 seconds to spawn the instance on the hypervisor. [ 972.186388] env[70059]: DEBUG nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.187230] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e4a8e-d532-4d0b-b6a8-e3910a9042a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.356498] env[70059]: DEBUG nova.scheduler.client.report [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.416282] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485187} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.416595] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/45f53d7e-df03-4d76-9a62-fb849250b24d.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.416773] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.417113] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e12c0632-8980-4c91-ad68-0a5975505371 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.425179] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 972.425179] env[70059]: value = "task-3189394" [ 972.425179] env[70059]: _type = "Task" [ 972.425179] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.436535] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.704645] env[70059]: INFO nova.compute.manager [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Took 31.95 seconds to build instance. [ 972.866851] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.869501] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.292s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.870964] env[70059]: INFO nova.compute.claims [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.892986] env[70059]: INFO nova.scheduler.client.report [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted allocations for instance c67345fe-852f-4912-9af4-3cc75257d434 [ 972.937563] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071341} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.937846] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.938718] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475051c0-a7fc-4941-a156-e74604ffb0b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.965344] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/45f53d7e-df03-4d76-9a62-fb849250b24d.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.966316] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490bc611-195c-4ead-bc6d-3fa0457bf917 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.987371] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 972.987371] env[70059]: value = "task-3189395" [ 972.987371] env[70059]: _type = "Task" [ 972.987371] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.995616] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.207501] env[70059]: DEBUG oslo_concurrency.lockutils [None req-86acadf6-0730-44a5-bbd2-e6c5934fac54 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "f58542d5-0164-4b39-b3f8-48956ce37421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.477s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.404966] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0a05d25c-1b0f-4e16-8cc0-796f1d613500 tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "c67345fe-852f-4912-9af4-3cc75257d434" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.765s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.500700] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189395, 'name': ReconfigVM_Task, 'duration_secs': 0.268582} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.500963] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/45f53d7e-df03-4d76-9a62-fb849250b24d.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.501752] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec2f71fc-d244-4536-937c-4df8ebf6f431 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.514639] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 973.514639] env[70059]: value = "task-3189396" [ 973.514639] env[70059]: _type = "Task" [ 973.514639] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.524658] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189396, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.757590] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "f58542d5-0164-4b39-b3f8-48956ce37421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.757590] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "f58542d5-0164-4b39-b3f8-48956ce37421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.757737] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "f58542d5-0164-4b39-b3f8-48956ce37421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.758737] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "f58542d5-0164-4b39-b3f8-48956ce37421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.758961] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "f58542d5-0164-4b39-b3f8-48956ce37421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.761473] env[70059]: INFO nova.compute.manager [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Terminating instance [ 974.027246] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189396, 'name': Rename_Task, 'duration_secs': 0.150101} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.027512] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.027786] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c9fe6c-f471-477a-944a-edce0c2bc364 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.036610] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 974.036610] env[70059]: value = "task-3189397" [ 974.036610] env[70059]: _type = "Task" [ 974.036610] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.043097] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.080708] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "acd14470-9121-477e-8729-fab6f796b628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.080810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "acd14470-9121-477e-8729-fab6f796b628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.080965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "acd14470-9121-477e-8729-fab6f796b628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.081169] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "acd14470-9121-477e-8729-fab6f796b628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.085186] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "acd14470-9121-477e-8729-fab6f796b628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.087165] env[70059]: INFO nova.compute.manager [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Terminating instance [ 974.241939] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe6c0d-fbdd-4156-82fc-51a3855d820c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.249567] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f05d52-ff81-4f59-be69-46e8a12ab216 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.281273] env[70059]: DEBUG nova.compute.manager [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.281428] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.282467] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1520b38-66c7-4026-802d-5ff186a91d3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.285684] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933e3afd-6b17-4f45-9d4c-32774d14edcd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.294578] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.295593] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed46a7-8aff-4318-bcbd-df97cf633506 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.299391] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1792f536-1196-4a1e-8b66-e8fa786db03b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.310815] env[70059]: DEBUG nova.compute.provider_tree [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.314405] env[70059]: DEBUG oslo_vmware.api [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 974.314405] env[70059]: value = "task-3189398" [ 974.314405] env[70059]: _type = "Task" [ 974.314405] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.323547] env[70059]: DEBUG oslo_vmware.api [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.545835] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189397, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.591328] env[70059]: DEBUG nova.compute.manager [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.591544] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.592490] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8853e59-3132-4656-b2f4-ff636dd1a996 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.599961] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.600261] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37bf09b5-8cfa-4ad4-80e2-bbab969efe0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.606849] env[70059]: DEBUG oslo_vmware.api [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 974.606849] env[70059]: value = "task-3189399" [ 974.606849] env[70059]: _type = "Task" [ 974.606849] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.615251] env[70059]: DEBUG oslo_vmware.api [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.817060] env[70059]: DEBUG nova.scheduler.client.report [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.831268] env[70059]: DEBUG oslo_vmware.api [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189398, 'name': PowerOffVM_Task, 'duration_secs': 0.219922} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.831691] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.831774] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.832702] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6030c68f-3e6e-4b52-8cb8-950690ee0e5d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.897528] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.898319] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.898319] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleting the datastore file [datastore1] f58542d5-0164-4b39-b3f8-48956ce37421 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.898319] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b19c3cc-a889-41c4-a068-1a5e6e760cb2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.904936] env[70059]: DEBUG oslo_vmware.api [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 974.904936] env[70059]: value = "task-3189401" [ 974.904936] env[70059]: _type = "Task" [ 974.904936] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.912400] env[70059]: DEBUG oslo_vmware.api [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.046923] env[70059]: DEBUG oslo_vmware.api [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189397, 'name': PowerOnVM_Task, 'duration_secs': 0.623409} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.047227] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.047436] env[70059]: INFO nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Took 8.30 seconds to spawn the instance on the hypervisor. [ 975.047616] env[70059]: DEBUG nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.048453] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bdbee-20b5-4e2c-b295-9db2d45edb86 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.116979] env[70059]: DEBUG oslo_vmware.api [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189399, 'name': PowerOffVM_Task, 'duration_secs': 0.206934} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.117271] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.117440] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.117681] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b6ba47d-c07f-437a-9bdb-6f88062e503c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.183663] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.183996] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.184303] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleting the datastore file [datastore1] acd14470-9121-477e-8729-fab6f796b628 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.184588] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57fdff23-e1e4-46c6-9b4b-9c41b7532f5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.191483] env[70059]: DEBUG oslo_vmware.api [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for the task: (returnval){ [ 975.191483] env[70059]: value = "task-3189403" [ 975.191483] env[70059]: _type = "Task" [ 975.191483] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.199300] env[70059]: DEBUG oslo_vmware.api [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.327050] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.327584] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.330316] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.969s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.330614] env[70059]: DEBUG nova.objects.instance [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lazy-loading 'resources' on Instance uuid 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.414723] env[70059]: DEBUG oslo_vmware.api [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399504} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.415011] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.415230] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.415411] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.415581] env[70059]: INFO nova.compute.manager [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Took 1.13 seconds to destroy the instance on the hypervisor. [ 975.415834] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.416070] env[70059]: DEBUG nova.compute.manager [-] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.416182] env[70059]: DEBUG nova.network.neutron [-] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.567882] env[70059]: INFO nova.compute.manager [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Took 31.09 seconds to build instance. [ 975.681123] env[70059]: DEBUG nova.compute.manager [req-1d88df95-e1f0-4308-8df8-db98c71667b2 req-81743ef7-d4ef-4602-83a7-8350cbe0c460 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Received event network-vif-deleted-d58f4df8-2b4c-417a-818a-b1c29503d0ac {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.681340] env[70059]: INFO nova.compute.manager [req-1d88df95-e1f0-4308-8df8-db98c71667b2 req-81743ef7-d4ef-4602-83a7-8350cbe0c460 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Neutron deleted interface d58f4df8-2b4c-417a-818a-b1c29503d0ac; detaching it from the instance and deleting it from the info cache [ 975.681517] env[70059]: DEBUG nova.network.neutron [req-1d88df95-e1f0-4308-8df8-db98c71667b2 req-81743ef7-d4ef-4602-83a7-8350cbe0c460 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.701925] env[70059]: DEBUG oslo_vmware.api [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Task: {'id': task-3189403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280504} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.702184] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.702411] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.702624] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.702828] env[70059]: INFO nova.compute.manager [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] [instance: acd14470-9121-477e-8729-fab6f796b628] Took 1.11 seconds to destroy the instance on the hypervisor. [ 975.703113] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.703339] env[70059]: DEBUG nova.compute.manager [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.703461] env[70059]: DEBUG nova.network.neutron [-] [instance: acd14470-9121-477e-8729-fab6f796b628] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.833962] env[70059]: DEBUG nova.compute.utils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.838040] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.838238] env[70059]: DEBUG nova.network.neutron [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.879454] env[70059]: DEBUG nova.policy [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7566b0c0faeb4f80b9d815a812748a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fad1616ff74d59a0c91c85897795d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.069822] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c7a281e0-c89c-4283-9dfc-6e16a8c6131a tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.629s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.160095] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b829b8-192a-4e1f-bd6c-86620b506144 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.164065] env[70059]: DEBUG nova.network.neutron [-] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.167898] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e75247-aee5-4732-8b99-16af6dac2434 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.199778] env[70059]: DEBUG nova.network.neutron [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Successfully created port: 729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.201704] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f9249f2-93f9-4afa-9b16-a57e54a20574 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.203902] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7331130c-31cc-47a5-ac3f-846d23c6437b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.213540] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1286886-312e-4775-aec2-ff1c6ed60f21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.219917] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e214f15-b3cd-4105-a3f5-bbef9a89c696 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.239529] env[70059]: DEBUG nova.compute.provider_tree [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.253476] env[70059]: DEBUG nova.compute.manager [req-1d88df95-e1f0-4308-8df8-db98c71667b2 req-81743ef7-d4ef-4602-83a7-8350cbe0c460 service nova] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Detach interface failed, port_id=d58f4df8-2b4c-417a-818a-b1c29503d0ac, reason: Instance f58542d5-0164-4b39-b3f8-48956ce37421 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.254565] env[70059]: DEBUG nova.scheduler.client.report [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.339449] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.389550] env[70059]: DEBUG nova.network.neutron [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.667017] env[70059]: INFO nova.compute.manager [-] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Took 1.25 seconds to deallocate network for instance. [ 976.760228] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.429s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.761585] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.064s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.761676] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.763822] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.006s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.765378] env[70059]: INFO nova.compute.claims [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.786759] env[70059]: INFO nova.scheduler.client.report [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Deleted allocations for instance 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c [ 976.788518] env[70059]: INFO nova.scheduler.client.report [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocations for instance 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144 [ 976.890961] env[70059]: INFO nova.compute.manager [-] [instance: acd14470-9121-477e-8729-fab6f796b628] Took 1.19 seconds to deallocate network for instance. [ 977.172302] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.301968] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f8a67b3-50cd-4357-9c00-68d4288a7c0e tempest-MigrationsAdminTest-1845152017 tempest-MigrationsAdminTest-1845152017-project-member] Lock "7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.439s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.302947] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9548e137-1a9d-4a95-9f9b-316e3ce5f3fd tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.324s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.350054] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.380715] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.380949] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.381121] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.381309] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.381454] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.381599] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.381806] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.381964] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.382145] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.382350] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.382530] env[70059]: DEBUG nova.virt.hardware [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.383423] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae043bc-0b0b-43f5-8064-661b317b62c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.392295] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c91d21-4d26-4c4d-9bf2-c488b1f355db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.396882] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.638570] env[70059]: DEBUG nova.compute.manager [req-9dc634ba-cb0b-4fce-8781-46f93f54689b req-9282c3e6-32e0-41a0-a5ca-bf73165ef73c service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Received event network-vif-plugged-729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.638677] env[70059]: DEBUG oslo_concurrency.lockutils [req-9dc634ba-cb0b-4fce-8781-46f93f54689b req-9282c3e6-32e0-41a0-a5ca-bf73165ef73c service nova] Acquiring lock "540ad875-a40a-4a8a-9969-11286937a642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.638824] env[70059]: DEBUG oslo_concurrency.lockutils [req-9dc634ba-cb0b-4fce-8781-46f93f54689b req-9282c3e6-32e0-41a0-a5ca-bf73165ef73c service nova] Lock "540ad875-a40a-4a8a-9969-11286937a642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.639199] env[70059]: DEBUG oslo_concurrency.lockutils [req-9dc634ba-cb0b-4fce-8781-46f93f54689b req-9282c3e6-32e0-41a0-a5ca-bf73165ef73c service nova] Lock "540ad875-a40a-4a8a-9969-11286937a642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.639930] env[70059]: DEBUG nova.compute.manager [req-9dc634ba-cb0b-4fce-8781-46f93f54689b req-9282c3e6-32e0-41a0-a5ca-bf73165ef73c service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] No waiting events found dispatching network-vif-plugged-729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.640167] env[70059]: WARNING nova.compute.manager [req-9dc634ba-cb0b-4fce-8781-46f93f54689b req-9282c3e6-32e0-41a0-a5ca-bf73165ef73c service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Received unexpected event network-vif-plugged-729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 for instance with vm_state building and task_state spawning. [ 977.713665] env[70059]: DEBUG nova.compute.manager [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] [instance: acd14470-9121-477e-8729-fab6f796b628] Received event network-vif-deleted-d4dd581c-2256-4a73-8d2b-e5f45e9c2247 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.713849] env[70059]: DEBUG nova.compute.manager [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.714345] env[70059]: DEBUG nova.compute.manager [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing instance network info cache due to event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.714570] env[70059]: DEBUG oslo_concurrency.lockutils [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.714733] env[70059]: DEBUG oslo_concurrency.lockutils [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.714903] env[70059]: DEBUG nova.network.neutron [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.798315] env[70059]: DEBUG nova.network.neutron [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Successfully updated port: 729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.047996] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8dcad0-0dfe-4d00-8c00-64d49a3ef0a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.055628] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26577f29-3373-4c63-a9f7-e5e664366bdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.086217] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e102bd8-8118-49f4-971b-c44d764e6e6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.093326] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1083c7e-4a9f-4f4c-b09d-9094b36b85f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.106675] env[70059]: DEBUG nova.compute.provider_tree [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.302033] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.302202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.302886] env[70059]: DEBUG nova.network.neutron [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.443973] env[70059]: DEBUG nova.network.neutron [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updated VIF entry in instance network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.444346] env[70059]: DEBUG nova.network.neutron [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.610093] env[70059]: DEBUG nova.scheduler.client.report [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.834659] env[70059]: DEBUG nova.network.neutron [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.947286] env[70059]: DEBUG oslo_concurrency.lockutils [req-f42f3d3b-5bdf-4a3a-b6e1-66e9969cc969 req-7af03e4b-7962-4c7a-838d-1eb5eadcefd9 service nova] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.968632] env[70059]: DEBUG nova.network.neutron [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance_info_cache with network_info: [{"id": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "address": "fa:16:3e:b6:d3:ae", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729f2ad9-57", "ovs_interfaceid": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.120419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.120983] env[70059]: DEBUG nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.124331] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.607s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.124567] env[70059]: DEBUG nova.objects.instance [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lazy-loading 'resources' on Instance uuid fe753f45-184b-4b1d-8c06-85b660d0d4fa {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.470919] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.471297] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Instance network_info: |[{"id": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "address": "fa:16:3e:b6:d3:ae", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729f2ad9-57", "ovs_interfaceid": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.471713] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '729f2ad9-57b6-42b9-8bac-a23cd6cb08c0', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.479853] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.480255] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.480851] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4fa134f-36de-4b76-bc12-1e393aff26aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.503091] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.503091] env[70059]: value = "task-3189404" [ 979.503091] env[70059]: _type = "Task" [ 979.503091] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.510730] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189404, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.630539] env[70059]: DEBUG nova.compute.utils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.630539] env[70059]: DEBUG nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 979.674559] env[70059]: DEBUG nova.compute.manager [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Received event network-changed-729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.674752] env[70059]: DEBUG nova.compute.manager [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Refreshing instance network info cache due to event network-changed-729f2ad9-57b6-42b9-8bac-a23cd6cb08c0. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.675091] env[70059]: DEBUG oslo_concurrency.lockutils [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] Acquiring lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.675179] env[70059]: DEBUG oslo_concurrency.lockutils [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] Acquired lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.675336] env[70059]: DEBUG nova.network.neutron [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Refreshing network info cache for port 729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.992612] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be3c65-131d-466c-97bc-3a35c649c661 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.002681] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4425d64-3d46-4b55-a4a7-742e1fbfafd8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.014436] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189404, 'name': CreateVM_Task, 'duration_secs': 0.495245} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.042634] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.043633] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.043883] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.044263] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.045062] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb709aee-e518-44c9-8153-834133c4c822 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.047833] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad64819b-ab5c-4110-a03c-ec486ac59e4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.055586] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9984e9a-b913-4918-92c4-c69e3128c612 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.059424] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 980.059424] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d3ec98-f459-96cc-dd7a-bdccdbf42daa" [ 980.059424] env[70059]: _type = "Task" [ 980.059424] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.072069] env[70059]: DEBUG nova.compute.provider_tree [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.079115] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d3ec98-f459-96cc-dd7a-bdccdbf42daa, 'name': SearchDatastore_Task, 'duration_secs': 0.023167} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.079547] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.079840] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.080406] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.080406] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.080541] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.081353] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cba22b3-0572-49b7-9f91-967cc21b70bf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.091576] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.091732] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.092473] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d01cd7-350a-4f6c-b483-41eb2c613b2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.097926] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 980.097926] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f9875d-aca0-d063-6926-f20868230e23" [ 980.097926] env[70059]: _type = "Task" [ 980.097926] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.105938] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f9875d-aca0-d063-6926-f20868230e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.134921] env[70059]: DEBUG nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.389206] env[70059]: DEBUG nova.network.neutron [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updated VIF entry in instance network info cache for port 729f2ad9-57b6-42b9-8bac-a23cd6cb08c0. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.389571] env[70059]: DEBUG nova.network.neutron [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance_info_cache with network_info: [{"id": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "address": "fa:16:3e:b6:d3:ae", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729f2ad9-57", "ovs_interfaceid": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.578030] env[70059]: DEBUG nova.scheduler.client.report [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.613356] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f9875d-aca0-d063-6926-f20868230e23, 'name': SearchDatastore_Task, 'duration_secs': 0.033517} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.613356] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba73bd8-a114-4b54-a9df-2e11815fa7fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.618828] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 980.618828] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cd06df-caad-08ab-a8c8-57d6567187b5" [ 980.618828] env[70059]: _type = "Task" [ 980.618828] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.626046] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cd06df-caad-08ab-a8c8-57d6567187b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.896759] env[70059]: DEBUG oslo_concurrency.lockutils [req-b11ef0af-54c3-49d3-a633-bd03b7d5e310 req-41d514b8-343c-447f-9774-9bbb543f58aa service nova] Releasing lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.081474] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.084845] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.682s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.085109] env[70059]: DEBUG nova.objects.instance [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lazy-loading 'resources' on Instance uuid e64d31c6-a1a7-44c3-aae0-eae7d84c8152 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.110235] env[70059]: INFO nova.scheduler.client.report [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Deleted allocations for instance fe753f45-184b-4b1d-8c06-85b660d0d4fa [ 981.132674] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cd06df-caad-08ab-a8c8-57d6567187b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013968} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.133376] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.133826] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 540ad875-a40a-4a8a-9969-11286937a642/540ad875-a40a-4a8a-9969-11286937a642.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.134909] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb17ed4a-0853-41d1-87f4-edeaac898b1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.141296] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 981.141296] env[70059]: value = "task-3189405" [ 981.141296] env[70059]: _type = "Task" [ 981.141296] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.146179] env[70059]: DEBUG nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.154778] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.174114] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.174604] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.174877] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.175200] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.175463] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.178662] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.178662] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.178662] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.178662] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.178662] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.178662] env[70059]: DEBUG nova.virt.hardware [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.178662] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a612f3-901f-4b61-8989-980dddadfb60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.189819] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2276d6-40dc-4eb7-904b-53a42e0a5099 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.209951] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.216249] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Creating folder: Project (fe42ae0b000b4be1bd6a51230e5deed4). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.220041] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1adf6994-cfa2-49b5-ba4c-6ec21334ee5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.228094] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Created folder: Project (fe42ae0b000b4be1bd6a51230e5deed4) in parent group-v637631. [ 981.228345] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Creating folder: Instances. Parent ref: group-v637843. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.228578] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-325aaa26-c644-41a4-a7f2-598bb4df76d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.236750] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Created folder: Instances in parent group-v637843. [ 981.236974] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.237177] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.237377] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c52a6c2-2682-4edc-af11-b39f1cd375cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.259007] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.259007] env[70059]: value = "task-3189408" [ 981.259007] env[70059]: _type = "Task" [ 981.259007] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.268365] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189408, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.620703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-788b6f2c-4151-4378-b670-5df7517b0710 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "fe753f45-184b-4b1d-8c06-85b660d0d4fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.104s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.653054] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189405, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.771231] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189408, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.892796] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.893054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.918814] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51af303e-337c-48cf-b251-282b4c30fe52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.926773] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3917d94e-4a43-4bd9-840c-e8c5ad48b3e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.956993] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df1549-e0f4-47c7-b3c3-0ba5429c0424 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.964510] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ac6984-a72e-4488-88a5-fe5c3c8e96e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.979147] env[70059]: DEBUG nova.compute.provider_tree [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.152052] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515739} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.152457] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 540ad875-a40a-4a8a-9969-11286937a642/540ad875-a40a-4a8a-9969-11286937a642.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.153049] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.153049] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5840d3ef-6b7c-4686-96d8-2b525299e6b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.160046] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 982.160046] env[70059]: value = "task-3189409" [ 982.160046] env[70059]: _type = "Task" [ 982.160046] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.169657] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.269568] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189408, 'name': CreateVM_Task, 'duration_secs': 0.917755} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.269568] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.269718] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.269823] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.270091] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.270359] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eccd2d0b-03e6-4935-9a07-cd84b4e6d882 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.275341] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 982.275341] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520c58b3-fb51-e6df-776e-42edd3550617" [ 982.275341] env[70059]: _type = "Task" [ 982.275341] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.285339] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520c58b3-fb51-e6df-776e-42edd3550617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.395736] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.481917] env[70059]: DEBUG nova.scheduler.client.report [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.670617] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067523} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.670889] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.671647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e53fbf-2af4-4eb6-be81-4b89a0a5a719 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.693193] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 540ad875-a40a-4a8a-9969-11286937a642/540ad875-a40a-4a8a-9969-11286937a642.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.693274] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ca7b368-16f0-43f8-bee4-89d018b08546 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.714905] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 982.714905] env[70059]: value = "task-3189410" [ 982.714905] env[70059]: _type = "Task" [ 982.714905] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.722932] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.788031] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520c58b3-fb51-e6df-776e-42edd3550617, 'name': SearchDatastore_Task, 'duration_secs': 0.0182} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.788298] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.788538] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.788840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.789168] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.789243] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.789511] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a536f5-3310-4323-9570-fb916e40e2e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.798168] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.798457] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.799517] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c62147-55b0-48ed-b29d-fa3dc51f1ce4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.805870] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 982.805870] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526ae145-8d64-041a-b699-fbf6ea5848f1" [ 982.805870] env[70059]: _type = "Task" [ 982.805870] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.814313] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526ae145-8d64-041a-b699-fbf6ea5848f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.922869] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.989187] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.991176] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.504s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.992643] env[70059]: INFO nova.compute.claims [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.010485] env[70059]: INFO nova.scheduler.client.report [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Deleted allocations for instance e64d31c6-a1a7-44c3-aae0-eae7d84c8152 [ 983.224935] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.316211] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526ae145-8d64-041a-b699-fbf6ea5848f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.317021] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643433b1-7e4d-4092-8ca2-7be20ac11abc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.322786] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 983.322786] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d8cb4a-ae0c-5d25-2ca5-f506ef70ad7b" [ 983.322786] env[70059]: _type = "Task" [ 983.322786] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.330013] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d8cb4a-ae0c-5d25-2ca5-f506ef70ad7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.520766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-45c505f5-6167-4549-918c-747b4ec9c64a tempest-InstanceActionsTestJSON-1194157625 tempest-InstanceActionsTestJSON-1194157625-project-member] Lock "e64d31c6-a1a7-44c3-aae0-eae7d84c8152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.708s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.726622] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189410, 'name': ReconfigVM_Task, 'duration_secs': 0.782302} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.726897] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 540ad875-a40a-4a8a-9969-11286937a642/540ad875-a40a-4a8a-9969-11286937a642.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.727542] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0afd17-615c-423a-a271-59b3c0fb624f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.733723] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 983.733723] env[70059]: value = "task-3189411" [ 983.733723] env[70059]: _type = "Task" [ 983.733723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.741377] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189411, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.832722] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d8cb4a-ae0c-5d25-2ca5-f506ef70ad7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.833906] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.833906] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.833906] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef04442-c6a8-4833-b3ad-185acc183ae4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.840033] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 983.840033] env[70059]: value = "task-3189412" [ 983.840033] env[70059]: _type = "Task" [ 983.840033] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.849279] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.244652] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189411, 'name': Rename_Task, 'duration_secs': 0.141769} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.247260] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.247905] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f79131c-b893-49aa-a685-196804e6de56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.255869] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 984.255869] env[70059]: value = "task-3189413" [ 984.255869] env[70059]: _type = "Task" [ 984.255869] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.268816] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.313116] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84dfbfa-2ba0-4da0-8aff-93f5c5931d98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.323357] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db7994-6d20-407b-8ad1-c659b9d4ed2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.375596] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cfb199-7961-40ea-99a4-064bdc5e158d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.383998] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189412, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.387506] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8b251f-ff29-459e-b1b3-de248df11282 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.403034] env[70059]: DEBUG nova.compute.provider_tree [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.419160] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "94249f7f-ee2e-4624-8294-62c1deaa363a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.419441] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.764906] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.882400] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633679} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.882656] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.882877] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.883248] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb8da6f8-53b2-4d17-bf95-cbaca1acd8ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.890960] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 984.890960] env[70059]: value = "task-3189414" [ 984.890960] env[70059]: _type = "Task" [ 984.890960] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.899775] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.905821] env[70059]: DEBUG nova.scheduler.client.report [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.922166] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.268326] env[70059]: DEBUG oslo_vmware.api [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189413, 'name': PowerOnVM_Task, 'duration_secs': 0.675924} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.268749] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.269261] env[70059]: INFO nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Took 7.92 seconds to spawn the instance on the hypervisor. [ 985.269512] env[70059]: DEBUG nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.270948] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe6ec74-5927-4d7c-a126-c8facba07328 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.400978] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16921} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.403893] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.403893] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38006f33-9f8d-45b6-9c2f-42af58cf5e4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.414028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.414574] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.425655] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.426330] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.041s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.426553] env[70059]: DEBUG nova.objects.instance [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lazy-loading 'resources' on Instance uuid dbb26406-ae68-405d-a885-922ecebe2fcc {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.428403] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8e766d-93b5-4f78-906b-03c807123c18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.455145] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 985.455145] env[70059]: value = "task-3189415" [ 985.455145] env[70059]: _type = "Task" [ 985.455145] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.463842] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.465794] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.793766] env[70059]: INFO nova.compute.manager [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Took 26.23 seconds to build instance. [ 985.872942] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a81de3-ff86-48bc-b667-b05cd2bc48e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.881404] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebad39fb-71ba-4a47-972a-f4010bfa7fac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.912219] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e1547-b509-4c7d-9cac-3c17369a515f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.919394] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c901bb8-089d-493a-a1f4-55b9d2ecb559 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.933712] env[70059]: DEBUG nova.compute.utils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.935202] env[70059]: DEBUG nova.compute.provider_tree [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.936568] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.936780] env[70059]: DEBUG nova.network.neutron [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.966517] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.977450] env[70059]: DEBUG nova.policy [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2641ed717ffe4b5a9537d21169ee91da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e32ddafd435439db546206467a0ec69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.296546] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1947fd7c-80a0-4f9b-b530-37db86157c5b tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.742s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.338056] env[70059]: DEBUG nova.network.neutron [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Successfully created port: 22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.437996] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.445830] env[70059]: DEBUG nova.scheduler.client.report [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.469323] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189415, 'name': ReconfigVM_Task, 'duration_secs': 0.577829} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.470241] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.470995] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b6c3994-9015-4e90-8aa8-161306796816 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.477704] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 986.477704] env[70059]: value = "task-3189416" [ 986.477704] env[70059]: _type = "Task" [ 986.477704] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.486595] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189416, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.956087] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.530s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.959158] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.786s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.959158] env[70059]: DEBUG nova.objects.instance [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'resources' on Instance uuid f58542d5-0164-4b39-b3f8-48956ce37421 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.974019] env[70059]: INFO nova.scheduler.client.report [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted allocations for instance dbb26406-ae68-405d-a885-922ecebe2fcc [ 986.988053] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189416, 'name': Rename_Task, 'duration_secs': 0.128} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.988053] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.988273] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fa0226d-557c-44ef-838b-458b91d302e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.994039] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 986.994039] env[70059]: value = "task-3189417" [ 986.994039] env[70059]: _type = "Task" [ 986.994039] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.002251] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.465408] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.481360] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5c87950b-c4d1-442d-ac97-c46aa8fea97b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "dbb26406-ae68-405d-a885-922ecebe2fcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.046s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.500439] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.500711] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.500872] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.501067] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.501218] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.501389] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.501573] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.501731] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.501897] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.502089] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.502254] env[70059]: DEBUG nova.virt.hardware [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.506844] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d52394-5ebf-4719-a84b-6b7bfa17a0f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.523527] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3640ef7-61f6-4a50-9fff-5801d2348228 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.527964] env[70059]: DEBUG oslo_vmware.api [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189417, 'name': PowerOnVM_Task, 'duration_secs': 0.4058} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.530976] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.531201] env[70059]: INFO nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Took 6.38 seconds to spawn the instance on the hypervisor. [ 987.531387] env[70059]: DEBUG nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.532759] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7908cf50-96b6-4525-94cb-f3178005822b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.547772] env[70059]: DEBUG nova.compute.manager [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 987.791144] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf812d38-013f-423c-a868-d7e3da415484 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.799099] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f53542-e35c-4d20-ac2f-019143511820 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.829530] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96fcfb-4dad-48f7-9237-f1844e9fd50a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.832787] env[70059]: DEBUG nova.compute.manager [req-2cdce23e-0491-498b-bdbc-3f4fdc1993f6 req-49f077db-b2ec-4b52-835a-6c919c432182 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Received event network-vif-plugged-22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.832992] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdce23e-0491-498b-bdbc-3f4fdc1993f6 req-49f077db-b2ec-4b52-835a-6c919c432182 service nova] Acquiring lock "cdb854d2-aa84-4acd-8914-ddd3007639f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.833217] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdce23e-0491-498b-bdbc-3f4fdc1993f6 req-49f077db-b2ec-4b52-835a-6c919c432182 service nova] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.833389] env[70059]: DEBUG oslo_concurrency.lockutils [req-2cdce23e-0491-498b-bdbc-3f4fdc1993f6 req-49f077db-b2ec-4b52-835a-6c919c432182 service nova] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.833552] env[70059]: DEBUG nova.compute.manager [req-2cdce23e-0491-498b-bdbc-3f4fdc1993f6 req-49f077db-b2ec-4b52-835a-6c919c432182 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] No waiting events found dispatching network-vif-plugged-22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.833714] env[70059]: WARNING nova.compute.manager [req-2cdce23e-0491-498b-bdbc-3f4fdc1993f6 req-49f077db-b2ec-4b52-835a-6c919c432182 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Received unexpected event network-vif-plugged-22499a22-81cf-4839-992c-15b66af1d93c for instance with vm_state building and task_state spawning. [ 987.839173] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae375438-fbae-4624-8142-bb9dca834ef0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.853868] env[70059]: DEBUG nova.compute.provider_tree [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.911712] env[70059]: DEBUG nova.network.neutron [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Successfully updated port: 22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.067013] env[70059]: INFO nova.compute.manager [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Took 24.32 seconds to build instance. [ 988.069070] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.357354] env[70059]: DEBUG nova.scheduler.client.report [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.414015] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "refresh_cache-cdb854d2-aa84-4acd-8914-ddd3007639f4" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.414172] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "refresh_cache-cdb854d2-aa84-4acd-8914-ddd3007639f4" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.414333] env[70059]: DEBUG nova.network.neutron [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.569130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-79aff57e-fa47-4db1-b950-7bf5deba2f01 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "91feb187-5bbb-49cb-8da2-4c9b15d69803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.834s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.862937] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.865335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.468s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.865573] env[70059]: DEBUG nova.objects.instance [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lazy-loading 'resources' on Instance uuid acd14470-9121-477e-8729-fab6f796b628 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.886618] env[70059]: INFO nova.scheduler.client.report [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted allocations for instance f58542d5-0164-4b39-b3f8-48956ce37421 [ 988.947448] env[70059]: DEBUG nova.network.neutron [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.105172] env[70059]: DEBUG nova.network.neutron [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Updating instance_info_cache with network_info: [{"id": "22499a22-81cf-4839-992c-15b66af1d93c", "address": "fa:16:3e:c9:f2:7e", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22499a22-81", "ovs_interfaceid": "22499a22-81cf-4839-992c-15b66af1d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.393852] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea32e03c-5988-40a6-970f-39bb9d5267b8 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "f58542d5-0164-4b39-b3f8-48956ce37421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.636s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.506756] env[70059]: INFO nova.compute.manager [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Rebuilding instance [ 989.546611] env[70059]: DEBUG nova.compute.manager [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.547535] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c91405-cb1b-4c4a-bc47-6978c2c46b50 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.607682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "refresh_cache-cdb854d2-aa84-4acd-8914-ddd3007639f4" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.607996] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Instance network_info: |[{"id": "22499a22-81cf-4839-992c-15b66af1d93c", "address": "fa:16:3e:c9:f2:7e", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22499a22-81", "ovs_interfaceid": "22499a22-81cf-4839-992c-15b66af1d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.608448] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f2:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22499a22-81cf-4839-992c-15b66af1d93c', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.616205] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.619094] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.620039] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b032e856-7d1b-40ae-b4b7-310647b0b59f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649028] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.649028] env[70059]: value = "task-3189418" [ 989.649028] env[70059]: _type = "Task" [ 989.649028] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.659659] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189418, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.661273] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6183b94e-48a7-4dfc-bae6-bd77a6649722 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.667849] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b388be2-5533-4815-9e41-e1495ff889eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.698443] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae83fba-042d-4137-a984-aa1c2d228660 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.706799] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a125694-8d3d-41bf-a7b4-441002f0c48d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.721819] env[70059]: DEBUG nova.compute.provider_tree [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.868788] env[70059]: DEBUG nova.compute.manager [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Received event network-changed-22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.869085] env[70059]: DEBUG nova.compute.manager [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Refreshing instance network info cache due to event network-changed-22499a22-81cf-4839-992c-15b66af1d93c. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.870406] env[70059]: DEBUG oslo_concurrency.lockutils [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] Acquiring lock "refresh_cache-cdb854d2-aa84-4acd-8914-ddd3007639f4" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.870406] env[70059]: DEBUG oslo_concurrency.lockutils [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] Acquired lock "refresh_cache-cdb854d2-aa84-4acd-8914-ddd3007639f4" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.871567] env[70059]: DEBUG nova.network.neutron [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Refreshing network info cache for port 22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.158900] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189418, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.225751] env[70059]: DEBUG nova.scheduler.client.report [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.262123] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.262346] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.563673] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.563999] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a83808-ad9d-45b0-a781-7f6171817b14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.571280] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 990.571280] env[70059]: value = "task-3189419" [ 990.571280] env[70059]: _type = "Task" [ 990.571280] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.580812] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.597062] env[70059]: DEBUG nova.network.neutron [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Updated VIF entry in instance network info cache for port 22499a22-81cf-4839-992c-15b66af1d93c. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.597421] env[70059]: DEBUG nova.network.neutron [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Updating instance_info_cache with network_info: [{"id": "22499a22-81cf-4839-992c-15b66af1d93c", "address": "fa:16:3e:c9:f2:7e", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22499a22-81", "ovs_interfaceid": "22499a22-81cf-4839-992c-15b66af1d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.659517] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189418, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.731164] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.733454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.811s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.735227] env[70059]: INFO nova.compute.claims [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.759031] env[70059]: INFO nova.scheduler.client.report [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Deleted allocations for instance acd14470-9121-477e-8729-fab6f796b628 [ 990.769645] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.770865] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.770865] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.770865] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.770865] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.770865] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.770865] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 990.770865] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.081276] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189419, 'name': PowerOffVM_Task, 'duration_secs': 0.266067} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.081531] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.082232] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.083010] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042fd116-a140-4be2-b807-fcb76336430e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.089405] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.089405] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69cd8b98-32c3-463a-9e9d-1996f08117d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.100349] env[70059]: DEBUG oslo_concurrency.lockutils [req-7e2f2bec-d61f-4476-aee9-a57b8255bc40 req-cc56b88c-ac12-44a6-91cb-6db74946b917 service nova] Releasing lock "refresh_cache-cdb854d2-aa84-4acd-8914-ddd3007639f4" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.113301] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.113714] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.113844] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Deleting the datastore file [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.114207] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6438f6dc-96e7-4012-a9ff-bdbe1e53dca0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.120350] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 991.120350] env[70059]: value = "task-3189421" [ 991.120350] env[70059]: _type = "Task" [ 991.120350] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.128034] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.160066] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189418, 'name': CreateVM_Task, 'duration_secs': 1.112222} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.160473] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.161055] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.161252] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.161578] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.161849] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bdea63-4a2f-4787-9642-458e34e4224f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.166368] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 991.166368] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5284653c-78c5-5a48-50c4-63b1b408a9f9" [ 991.166368] env[70059]: _type = "Task" [ 991.166368] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.174231] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5284653c-78c5-5a48-50c4-63b1b408a9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.272370] env[70059]: DEBUG oslo_concurrency.lockutils [None req-18164814-e577-4936-b590-72784fcd417b tempest-ServersAdminTestJSON-723871384 tempest-ServersAdminTestJSON-723871384-project-member] Lock "acd14470-9121-477e-8729-fab6f796b628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.191s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.274291] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.629715] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211789} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.630096] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.630309] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.630557] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.677362] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5284653c-78c5-5a48-50c4-63b1b408a9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.037735} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.677655] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.677887] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.678161] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.678369] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.678586] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.678835] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3df3971-82e3-43cb-8421-c317d6bb6235 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.687429] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.687602] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.688331] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b07df0c-6a48-473b-83b5-432ae11d28eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.693533] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 991.693533] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529e0a44-9f2d-0f87-276b-20b109faee1b" [ 991.693533] env[70059]: _type = "Task" [ 991.693533] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.701971] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e0a44-9f2d-0f87-276b-20b109faee1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.049110] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe5ba8-5d43-434c-ac62-c16457cc1189 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.058083] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65602c3f-7357-4b5d-9fe5-4c1a57fd60b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.087036] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b989f-856d-4438-a2bc-fd73dfde9a29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.094218] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bdd287-b0ea-4e83-84a3-8fae3c98769c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.106998] env[70059]: DEBUG nova.compute.provider_tree [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.205030] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e0a44-9f2d-0f87-276b-20b109faee1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.205337] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a90f562-00d3-4aa5-b581-2cfd96b9484b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.210549] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 992.210549] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523c52ae-00dd-2a36-558c-88089e3cae7e" [ 992.210549] env[70059]: _type = "Task" [ 992.210549] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.218912] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523c52ae-00dd-2a36-558c-88089e3cae7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.610014] env[70059]: DEBUG nova.scheduler.client.report [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.671018] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.671606] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.671904] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.672243] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.672520] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.672816] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.673167] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.673494] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.673809] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.674116] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.674441] env[70059]: DEBUG nova.virt.hardware [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.675432] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3202a1-9d05-41e8-a8f2-25ab8542ce3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.684771] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a3809f-a1b9-4567-a0f9-408790bb8393 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.701648] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.705744] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.706160] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.706519] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52274c20-fd4b-4523-b0ea-be6887f9a2a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.729794] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523c52ae-00dd-2a36-558c-88089e3cae7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.731275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.731693] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] cdb854d2-aa84-4acd-8914-ddd3007639f4/cdb854d2-aa84-4acd-8914-ddd3007639f4.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.732100] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.732100] env[70059]: value = "task-3189422" [ 992.732100] env[70059]: _type = "Task" [ 992.732100] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.732588] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7414fcc-3584-4ecb-b7c0-ccd902b29740 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.742957] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189422, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.747130] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 992.747130] env[70059]: value = "task-3189423" [ 992.747130] env[70059]: _type = "Task" [ 992.747130] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.752741] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.115075] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.115569] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.119355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.654s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.120841] env[70059]: INFO nova.compute.claims [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.249019] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189422, 'name': CreateVM_Task, 'duration_secs': 0.453349} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.249019] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.249019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.249019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.250060] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.250787] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb478b5e-559c-4766-9bf0-173ccaacb11b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.256095] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491162} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.256768] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] cdb854d2-aa84-4acd-8914-ddd3007639f4/cdb854d2-aa84-4acd-8914-ddd3007639f4.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.258025] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.258025] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-709a0136-7bea-488b-830f-e4287ce9a1a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.260942] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 993.260942] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257f999-f547-e8f2-1fb5-f85ee2d15f82" [ 993.260942] env[70059]: _type = "Task" [ 993.260942] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.265906] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 993.265906] env[70059]: value = "task-3189424" [ 993.265906] env[70059]: _type = "Task" [ 993.265906] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.273358] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5257f999-f547-e8f2-1fb5-f85ee2d15f82, 'name': SearchDatastore_Task, 'duration_secs': 0.008112} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.274491] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.275104] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.275614] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.275982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.276456] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.281689] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e44037c5-4d8a-4879-ba23-c08cf682cd84 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.284367] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.291883] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.292081] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.292867] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03db8cb4-a8eb-4901-8494-99e655f8cee2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.300218] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 993.300218] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52addd3d-0012-e41d-4759-af35723105b4" [ 993.300218] env[70059]: _type = "Task" [ 993.300218] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.310653] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52addd3d-0012-e41d-4759-af35723105b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.631845] env[70059]: DEBUG nova.compute.utils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.633362] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.633533] env[70059]: DEBUG nova.network.neutron [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.694395] env[70059]: DEBUG nova.policy [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce0776f43df346f99ab66f15f095fc68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b2ecb1822a418dbf43ae5de4edd2ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.775628] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268739} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.775895] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.776673] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db56070-c050-472a-892d-ad3686b26f93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.799639] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] cdb854d2-aa84-4acd-8914-ddd3007639f4/cdb854d2-aa84-4acd-8914-ddd3007639f4.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.799951] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e48bd59-3822-4723-bd53-499257d13bcb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.822962] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52addd3d-0012-e41d-4759-af35723105b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.826085] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 993.826085] env[70059]: value = "task-3189425" [ 993.826085] env[70059]: _type = "Task" [ 993.826085] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.826085] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f5a7c1-9427-4e31-a38c-ebe9d76d199c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.833445] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 993.833445] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d707f8-5446-f1a7-54b5-d62488de66fe" [ 993.833445] env[70059]: _type = "Task" [ 993.833445] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.835804] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.843667] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d707f8-5446-f1a7-54b5-d62488de66fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.035316] env[70059]: DEBUG nova.network.neutron [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Successfully created port: f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.137142] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.349077] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.356855] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d707f8-5446-f1a7-54b5-d62488de66fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.357151] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.357412] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.357730] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33f1560c-21d9-49b8-9e35-88bba138f0f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.367547] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 994.367547] env[70059]: value = "task-3189426" [ 994.367547] env[70059]: _type = "Task" [ 994.367547] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.380397] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.513211] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9794f-0011-4bdb-a83c-f602d8981d08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.523216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b305d-db20-4703-b69c-1847380c30b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.559436] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb30f65-cbc5-4257-9167-90d5eece650d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.568903] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf97aa-1dce-406e-8428-b04349ed30bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.584633] env[70059]: DEBUG nova.compute.provider_tree [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.838513] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189425, 'name': ReconfigVM_Task, 'duration_secs': 0.718383} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.838872] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] cdb854d2-aa84-4acd-8914-ddd3007639f4/cdb854d2-aa84-4acd-8914-ddd3007639f4.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.839588] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb149e94-24ed-4ffa-bf44-5da7bdfdc0b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.846206] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 994.846206] env[70059]: value = "task-3189427" [ 994.846206] env[70059]: _type = "Task" [ 994.846206] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.854541] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189427, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.877316] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504629} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.877669] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.877905] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.878215] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c369ea2-b7a6-43cb-8306-1e5d331316f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.884228] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 994.884228] env[70059]: value = "task-3189428" [ 994.884228] env[70059]: _type = "Task" [ 994.884228] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.892360] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.088649] env[70059]: DEBUG nova.scheduler.client.report [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.147279] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.168849] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.169115] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.169293] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.169480] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.170050] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.170275] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.170559] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.170735] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.170911] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.171092] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.171273] env[70059]: DEBUG nova.virt.hardware [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.172157] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb38b3-7ccd-4e25-bafd-1aa88d31ed18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.180911] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f568d-3957-45cd-a0c8-bbb178613b3f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.356174] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189427, 'name': Rename_Task, 'duration_secs': 0.165655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.356440] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.357013] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef82102-e7e8-4875-b598-e43953c79e9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.362461] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 995.362461] env[70059]: value = "task-3189429" [ 995.362461] env[70059]: _type = "Task" [ 995.362461] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.370347] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.394345] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063553} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.394644] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.395493] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d30ab7-7a65-4adc-8853-01519fec50d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.415610] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.415908] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59239ad8-30f0-4af0-8895-2fc3cb5922ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.436351] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 995.436351] env[70059]: value = "task-3189430" [ 995.436351] env[70059]: _type = "Task" [ 995.436351] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.444504] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.501602] env[70059]: DEBUG nova.compute.manager [req-3db3be2d-67db-4db4-9b54-9bc89ac7171d req-7377d121-0c85-4319-9dfd-b4e80cf98c70 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received event network-vif-plugged-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.502127] env[70059]: DEBUG oslo_concurrency.lockutils [req-3db3be2d-67db-4db4-9b54-9bc89ac7171d req-7377d121-0c85-4319-9dfd-b4e80cf98c70 service nova] Acquiring lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.502127] env[70059]: DEBUG oslo_concurrency.lockutils [req-3db3be2d-67db-4db4-9b54-9bc89ac7171d req-7377d121-0c85-4319-9dfd-b4e80cf98c70 service nova] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.502286] env[70059]: DEBUG oslo_concurrency.lockutils [req-3db3be2d-67db-4db4-9b54-9bc89ac7171d req-7377d121-0c85-4319-9dfd-b4e80cf98c70 service nova] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.502447] env[70059]: DEBUG nova.compute.manager [req-3db3be2d-67db-4db4-9b54-9bc89ac7171d req-7377d121-0c85-4319-9dfd-b4e80cf98c70 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] No waiting events found dispatching network-vif-plugged-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.502615] env[70059]: WARNING nova.compute.manager [req-3db3be2d-67db-4db4-9b54-9bc89ac7171d req-7377d121-0c85-4319-9dfd-b4e80cf98c70 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received unexpected event network-vif-plugged-f00bb8f6-f654-4f24-8278-05d371e1fae9 for instance with vm_state building and task_state spawning. [ 995.593902] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.594845] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.597394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.528s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.651570] env[70059]: DEBUG nova.network.neutron [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Successfully updated port: f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.877194] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.946160] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189430, 'name': ReconfigVM_Task, 'duration_secs': 0.257381} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.946455] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803/91feb187-5bbb-49cb-8da2-4c9b15d69803.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.947786] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8acf87a8-fe14-4625-a86a-5133996f56cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.952603] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 995.952603] env[70059]: value = "task-3189431" [ 995.952603] env[70059]: _type = "Task" [ 995.952603] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.960655] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189431, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.101197] env[70059]: DEBUG nova.compute.utils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.103419] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.103544] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.107400] env[70059]: INFO nova.compute.claims [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.154180] env[70059]: DEBUG nova.policy [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c76c7739baf04a06b2c2b371e4c5d097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d51e18fa717496488debf7a42056522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.156792] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.156925] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.157064] env[70059]: DEBUG nova.network.neutron [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.375736] env[70059]: DEBUG oslo_vmware.api [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189429, 'name': PowerOnVM_Task, 'duration_secs': 0.56135} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.376107] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.376939] env[70059]: INFO nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Took 8.91 seconds to spawn the instance on the hypervisor. [ 996.377201] env[70059]: DEBUG nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.378351] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e56f4b-47e5-480a-b6a1-cebfac144ef4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.463160] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189431, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.539595] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Successfully created port: 7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.611618] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.617034] env[70059]: INFO nova.compute.resource_tracker [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating resource usage from migration 70f79754-10a0-4a0c-8955-5b9bb00ba5f1 [ 996.698889] env[70059]: DEBUG nova.network.neutron [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.904405] env[70059]: INFO nova.compute.manager [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Took 26.44 seconds to build instance. [ 996.946359] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Successfully created port: 8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.966509] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189431, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.988553] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b8448-59aa-4b6c-94d8-2a94c8bf16db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.997562] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38730754-efd8-42fb-8a6a-a3fea43e310f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.032527] env[70059]: DEBUG nova.network.neutron [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.035995] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbceeaec-3c66-4183-8671-300dabd9f4b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.044911] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ca622-d2d1-4435-8331-10f2e12af29b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.059292] env[70059]: DEBUG nova.compute.provider_tree [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.407245] env[70059]: DEBUG oslo_concurrency.lockutils [None req-feb8c8ed-bcf5-4663-aace-20ba58480c0e tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.947s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.464341] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189431, 'name': Rename_Task, 'duration_secs': 1.13182} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.464624] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.464970] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6631e0-37c1-4051-9f14-5834d0c7b66c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.471043] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 997.471043] env[70059]: value = "task-3189432" [ 997.471043] env[70059]: _type = "Task" [ 997.471043] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.478781] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.535532] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.535872] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Instance network_info: |[{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.536380] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e5:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f00bb8f6-f654-4f24-8278-05d371e1fae9', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.544533] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Creating folder: Project (58b2ecb1822a418dbf43ae5de4edd2ef). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.544912] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c09c252-9e0f-41a6-bdc4-1931a3a0e204 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.555208] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Created folder: Project (58b2ecb1822a418dbf43ae5de4edd2ef) in parent group-v637631. [ 997.556021] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Creating folder: Instances. Parent ref: group-v637848. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.556021] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa34486-b394-441f-8945-4dccf4f63cdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.563060] env[70059]: DEBUG nova.scheduler.client.report [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.570632] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Created folder: Instances in parent group-v637848. [ 997.570728] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.570930] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.571223] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5bdabf-3690-4d43-9f3e-d07548a9fc24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.592786] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.592786] env[70059]: value = "task-3189435" [ 997.592786] env[70059]: _type = "Task" [ 997.592786] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.600056] env[70059]: DEBUG nova.compute.manager [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.600056] env[70059]: DEBUG nova.compute.manager [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing instance network info cache due to event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.600056] env[70059]: DEBUG oslo_concurrency.lockutils [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.600056] env[70059]: DEBUG oslo_concurrency.lockutils [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.600056] env[70059]: DEBUG nova.network.neutron [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.603448] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189435, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.626704] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.659656] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.659946] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.660116] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.660345] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.660501] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.660650] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.660862] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.661098] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.661327] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.661501] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.661673] env[70059]: DEBUG nova.virt.hardware [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.662669] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b0cc7-c7be-45ab-9445-3b2708fa0a78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.671685] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316570be-922b-40f6-91a9-665bb8a17f07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.982504] env[70059]: DEBUG oslo_vmware.api [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189432, 'name': PowerOnVM_Task, 'duration_secs': 0.491812} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.983957] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.984105] env[70059]: DEBUG nova.compute.manager [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.984982] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa30dfda-6aa5-41f1-8bad-604ae3704f2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.067487] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.470s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.067487] env[70059]: INFO nova.compute.manager [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Migrating [ 998.078073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.803s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.078321] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.078481] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 998.081855] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc9a09d-d11a-4303-822b-41e6fda4375c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.101075] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87246db7-f480-4803-a653-ce8e92c81280 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.113189] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189435, 'name': CreateVM_Task, 'duration_secs': 0.335541} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.113189] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.113573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.113677] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.114050] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.122414] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c56d3f-d57a-4c7c-a520-e41c4084ed70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.125106] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aecfd30-88fc-42a8-8a1c-f00108362b76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.130442] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 998.130442] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5286525b-979b-8e1c-5525-7f5446b1d749" [ 998.130442] env[70059]: _type = "Task" [ 998.130442] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.135717] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba965bb-0fb7-4e9c-b645-3f37e3d7c930 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.144023] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5286525b-979b-8e1c-5525-7f5446b1d749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.171343] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178081MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 998.171503] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.171735] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.476377] env[70059]: DEBUG nova.network.neutron [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updated VIF entry in instance network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.477009] env[70059]: DEBUG nova.network.neutron [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.505388] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.591661] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.591840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.592043] env[70059]: DEBUG nova.network.neutron [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.599398] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Successfully updated port: 7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.643662] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5286525b-979b-8e1c-5525-7f5446b1d749, 'name': SearchDatastore_Task, 'duration_secs': 0.021311} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.644047] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.644339] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.644659] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.644849] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.645130] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.645749] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e59294-c3b9-42f7-bcc5-538bbb335128 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.657312] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.657517] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.658696] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62035f9-f807-4b27-a6b9-767604abaee3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.666050] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 998.666050] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5293792c-ef70-996a-ba5e-4ac30a3a6b59" [ 998.666050] env[70059]: _type = "Task" [ 998.666050] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.673935] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5293792c-ef70-996a-ba5e-4ac30a3a6b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.808434] env[70059]: DEBUG nova.compute.manager [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.809399] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ca3cc-5f26-4224-b0f5-89c0bb4ec7dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.980592] env[70059]: DEBUG oslo_concurrency.lockutils [req-2ccde901-1ab2-45b7-bfa5-f1876a197f27 req-ff3e1fd2-03dd-4fbd-835f-87dd096aeeda service nova] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.158895] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "91feb187-5bbb-49cb-8da2-4c9b15d69803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.159152] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "91feb187-5bbb-49cb-8da2-4c9b15d69803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.159360] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "91feb187-5bbb-49cb-8da2-4c9b15d69803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.159544] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "91feb187-5bbb-49cb-8da2-4c9b15d69803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.159751] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "91feb187-5bbb-49cb-8da2-4c9b15d69803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.162717] env[70059]: INFO nova.compute.manager [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Terminating instance [ 999.186279] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5293792c-ef70-996a-ba5e-4ac30a3a6b59, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.186981] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Applying migration context for instance 540ad875-a40a-4a8a-9969-11286937a642 as it has an incoming, in-progress migration 70f79754-10a0-4a0c-8955-5b9bb00ba5f1. Migration status is pre-migrating {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 999.189667] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating resource usage from migration 70f79754-10a0-4a0c-8955-5b9bb00ba5f1 [ 999.193328] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f970bc64-6c82-409f-a353-b2cbba009877 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.201303] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 999.201303] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520ec7f3-e090-38d8-d89e-598f59f96f8e" [ 999.201303] env[70059]: _type = "Task" [ 999.201303] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.211323] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520ec7f3-e090-38d8-d89e-598f59f96f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.214353] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2c6f2182-1d1e-4262-aa37-526bb79ebc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.214493] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2e3e38b3-ea25-4443-ae05-36a632f979f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.214635] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 26784492-3b89-4b43-8091-64a4c0499773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.214726] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0d46a59d-0b8c-4352-bdd5-ef49274ca424 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.214839] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.214974] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2482e827-fac7-4d34-b8aa-bc93c44eef8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.215103] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.216789] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0ce3d967-dac6-4fb1-876b-556531b0f5f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.216971] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4a8dba25-b936-424e-b18f-1e131d129305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217111] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 78f27d3e-b318-4ac6-83f2-88117c61268c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217233] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 520e7233-7398-4f8d-b604-89a4ee9a693f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217354] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 06859ed1-b71b-4250-bbe1-7192c8c91b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217469] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 5300c656-c3ff-4721-8fea-d12231491f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217581] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 49d32e7b-bea9-4d7a-a51e-787c00fd2143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217692] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 45f53d7e-df03-4d76-9a62-fb849250b24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217803] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 91feb187-5bbb-49cb-8da2-4c9b15d69803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.217913] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance cdb854d2-aa84-4acd-8914-ddd3007639f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.218033] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance bfa7e6d7-4602-4fd1-92fb-745742d20a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.218144] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 94249f7f-ee2e-4624-8294-62c1deaa363a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.218280] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration 70f79754-10a0-4a0c-8955-5b9bb00ba5f1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 999.218410] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 540ad875-a40a-4a8a-9969-11286937a642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.218649] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 999.218791] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 999.300210] env[70059]: DEBUG nova.network.neutron [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance_info_cache with network_info: [{"id": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "address": "fa:16:3e:b6:d3:ae", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729f2ad9-57", "ovs_interfaceid": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.325905] env[70059]: INFO nova.compute.manager [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] instance snapshotting [ 999.328960] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceca300-e777-4fc7-bf1f-5b19b250c7bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.354560] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149eea88-321a-4a6e-b7bb-51fe63d79cae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.534316] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c7862-cf96-420d-975b-93f16c8a15a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.542039] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024d450-e31c-43ed-815c-f65e2e765da1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.570935] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-2e3e38b3-ea25-4443-ae05-36a632f979f2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.571198] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-2e3e38b3-ea25-4443-ae05-36a632f979f2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.571595] env[70059]: DEBUG nova.objects.instance [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'flavor' on Instance uuid 2e3e38b3-ea25-4443-ae05-36a632f979f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.576020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a664d5f-86eb-401f-9edc-2eaaf2013813 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.584019] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc0db92-2715-4200-9e51-8e221574eeef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.594257] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.669346] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "refresh_cache-91feb187-5bbb-49cb-8da2-4c9b15d69803" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.669534] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquired lock "refresh_cache-91feb187-5bbb-49cb-8da2-4c9b15d69803" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.669717] env[70059]: DEBUG nova.network.neutron [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.712993] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520ec7f3-e090-38d8-d89e-598f59f96f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.016655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.713272] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.713538] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] bfa7e6d7-4602-4fd1-92fb-745742d20a2b/bfa7e6d7-4602-4fd1-92fb-745742d20a2b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.713797] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21a57b4f-4f18-44dc-b2e5-c70988827d56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.720839] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 999.720839] env[70059]: value = "task-3189436" [ 999.720839] env[70059]: _type = "Task" [ 999.720839] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.728873] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.804849] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.866811] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.866811] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd9df856-3362-43c6-92c1-3f0a35188f14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.873821] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 999.873821] env[70059]: value = "task-3189437" [ 999.873821] env[70059]: _type = "Task" [ 999.873821] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.881246] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.009298] env[70059]: DEBUG nova.compute.manager [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received event network-vif-plugged-7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.009298] env[70059]: DEBUG oslo_concurrency.lockutils [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] Acquiring lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.009298] env[70059]: DEBUG oslo_concurrency.lockutils [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.009528] env[70059]: DEBUG oslo_concurrency.lockutils [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.009672] env[70059]: DEBUG nova.compute.manager [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] No waiting events found dispatching network-vif-plugged-7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.009861] env[70059]: WARNING nova.compute.manager [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received unexpected event network-vif-plugged-7bdba314-991c-451d-844e-bb05b36d1a8f for instance with vm_state building and task_state spawning. [ 1000.011784] env[70059]: DEBUG nova.compute.manager [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received event network-changed-7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.011784] env[70059]: DEBUG nova.compute.manager [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Refreshing instance network info cache due to event network-changed-7bdba314-991c-451d-844e-bb05b36d1a8f. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.011784] env[70059]: DEBUG oslo_concurrency.lockutils [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] Acquiring lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.011784] env[70059]: DEBUG oslo_concurrency.lockutils [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] Acquired lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.011784] env[70059]: DEBUG nova.network.neutron [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Refreshing network info cache for port 7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.097571] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.150643] env[70059]: DEBUG nova.objects.instance [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'pci_requests' on Instance uuid 2e3e38b3-ea25-4443-ae05-36a632f979f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.193013] env[70059]: DEBUG nova.network.neutron [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.231473] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.247258] env[70059]: DEBUG nova.network.neutron [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.383913] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.558099] env[70059]: DEBUG nova.network.neutron [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.605044] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1000.605450] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.434s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.611021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.103s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.611021] env[70059]: DEBUG nova.objects.instance [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1000.656189] env[70059]: DEBUG nova.objects.base [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Object Instance<2e3e38b3-ea25-4443-ae05-36a632f979f2> lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.656189] env[70059]: DEBUG nova.network.neutron [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.657281] env[70059]: DEBUG nova.network.neutron [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.703109] env[70059]: DEBUG nova.policy [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.736057] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646312} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.736057] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] bfa7e6d7-4602-4fd1-92fb-745742d20a2b/bfa7e6d7-4602-4fd1-92fb-745742d20a2b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.736057] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.736057] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-661d4e2f-0896-489f-a904-70199127d83b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.742604] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1000.742604] env[70059]: value = "task-3189438" [ 1000.742604] env[70059]: _type = "Task" [ 1000.742604] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.750489] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Releasing lock "refresh_cache-91feb187-5bbb-49cb-8da2-4c9b15d69803" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.751282] env[70059]: DEBUG nova.compute.manager [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.751774] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.752233] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.753151] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd57878-cdfe-4e61-8e03-0c9927245a2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.763146] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.763146] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a24012-9a44-4159-af9a-c73041c3e864 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.773234] env[70059]: DEBUG oslo_vmware.api [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 1000.773234] env[70059]: value = "task-3189439" [ 1000.773234] env[70059]: _type = "Task" [ 1000.773234] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.782257] env[70059]: DEBUG oslo_vmware.api [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.880486] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Successfully updated port: 8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.888079] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189437, 'name': CreateSnapshot_Task, 'duration_secs': 0.902985} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.888597] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.889616] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef75c74f-b304-4e8c-9928-370f9750db3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.991117] env[70059]: DEBUG nova.network.neutron [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Successfully created port: d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.138526] env[70059]: DEBUG nova.compute.manager [req-d44e9e73-2504-4807-b15d-c3d978918235 req-59f9b959-8286-4fe7-9f61-ceb7b5f693dd service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received event network-vif-plugged-8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.138746] env[70059]: DEBUG oslo_concurrency.lockutils [req-d44e9e73-2504-4807-b15d-c3d978918235 req-59f9b959-8286-4fe7-9f61-ceb7b5f693dd service nova] Acquiring lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.139024] env[70059]: DEBUG oslo_concurrency.lockutils [req-d44e9e73-2504-4807-b15d-c3d978918235 req-59f9b959-8286-4fe7-9f61-ceb7b5f693dd service nova] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.139160] env[70059]: DEBUG oslo_concurrency.lockutils [req-d44e9e73-2504-4807-b15d-c3d978918235 req-59f9b959-8286-4fe7-9f61-ceb7b5f693dd service nova] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.139297] env[70059]: DEBUG nova.compute.manager [req-d44e9e73-2504-4807-b15d-c3d978918235 req-59f9b959-8286-4fe7-9f61-ceb7b5f693dd service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] No waiting events found dispatching network-vif-plugged-8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.139609] env[70059]: WARNING nova.compute.manager [req-d44e9e73-2504-4807-b15d-c3d978918235 req-59f9b959-8286-4fe7-9f61-ceb7b5f693dd service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received unexpected event network-vif-plugged-8b02dcf6-2cdb-42ce-a879-4758d9d66608 for instance with vm_state building and task_state spawning. [ 1001.162643] env[70059]: DEBUG oslo_concurrency.lockutils [req-06896a18-5640-46db-b24f-2f3fa483eeb1 req-de095cc5-9e3e-4d2e-8147-fb2eb2190af7 service nova] Releasing lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.250832] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219577} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.252023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.252023] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23da2f-1cb7-4124-ada9-fb7a2e3c8946 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.275566] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] bfa7e6d7-4602-4fd1-92fb-745742d20a2b/bfa7e6d7-4602-4fd1-92fb-745742d20a2b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.276711] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99fcdaa8-94bb-42a9-867d-7edbfccd48e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.298755] env[70059]: DEBUG oslo_vmware.api [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189439, 'name': PowerOffVM_Task, 'duration_secs': 0.160442} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.299811] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.300013] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.300328] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1001.300328] env[70059]: value = "task-3189440" [ 1001.300328] env[70059]: _type = "Task" [ 1001.300328] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.300528] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-798f829c-5aea-4389-81ea-c107b2e499f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.309990] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.322417] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c619eb8-ad80-4ec3-8d18-f60a9dc07c0d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.327823] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.328106] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.328302] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Deleting the datastore file [datastore2] 91feb187-5bbb-49cb-8da2-4c9b15d69803 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.328521] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd10b3f2-e908-460a-95b7-d919ef5ad3b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.344336] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.352182] env[70059]: DEBUG oslo_vmware.api [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for the task: (returnval){ [ 1001.352182] env[70059]: value = "task-3189442" [ 1001.352182] env[70059]: _type = "Task" [ 1001.352182] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.359673] env[70059]: DEBUG oslo_vmware.api [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.383614] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.383790] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.383957] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.408785] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.409447] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5946773-205d-4668-b6b2-e8f7840fce6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.418087] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1001.418087] env[70059]: value = "task-3189443" [ 1001.418087] env[70059]: _type = "Task" [ 1001.418087] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.426028] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189443, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.622077] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fe47309a-87ee-405c-ac0f-319b3d7ebe0e tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.813838] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.851379] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.854019] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3175b14a-8212-4d29-acfa-8922174ec469 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.865882] env[70059]: DEBUG oslo_vmware.api [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Task: {'id': task-3189442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.868067] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.868393] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.868747] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.869055] env[70059]: INFO nova.compute.manager [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1001.869447] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.869861] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1001.869861] env[70059]: value = "task-3189444" [ 1001.869861] env[70059]: _type = "Task" [ 1001.869861] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.870198] env[70059]: DEBUG nova.compute.manager [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.870362] env[70059]: DEBUG nova.network.neutron [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.884605] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.906143] env[70059]: DEBUG nova.network.neutron [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.925333] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.931027] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189443, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.190256] env[70059]: DEBUG nova.network.neutron [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Updating instance_info_cache with network_info: [{"id": "7bdba314-991c-451d-844e-bb05b36d1a8f", "address": "fa:16:3e:ce:49:ef", "network": {"id": "1b19aa37-bea7-46b8-b78e-46316c41aba7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-827052300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdba314-99", "ovs_interfaceid": "7bdba314-991c-451d-844e-bb05b36d1a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02dcf6-2cdb-42ce-a879-4758d9d66608", "address": "fa:16:3e:30:67:4c", "network": {"id": "1bca0da0-e0a1-47eb-9bf3-919290e079bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079505550", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02dcf6-2c", "ovs_interfaceid": "8b02dcf6-2cdb-42ce-a879-4758d9d66608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.315440] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.382076] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189444, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.409318] env[70059]: DEBUG nova.network.neutron [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.429532] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189443, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.489885] env[70059]: DEBUG nova.network.neutron [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Successfully updated port: d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.693715] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Releasing lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.694024] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Instance network_info: |[{"id": "7bdba314-991c-451d-844e-bb05b36d1a8f", "address": "fa:16:3e:ce:49:ef", "network": {"id": "1b19aa37-bea7-46b8-b78e-46316c41aba7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-827052300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdba314-99", "ovs_interfaceid": "7bdba314-991c-451d-844e-bb05b36d1a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02dcf6-2cdb-42ce-a879-4758d9d66608", "address": "fa:16:3e:30:67:4c", "network": {"id": "1bca0da0-e0a1-47eb-9bf3-919290e079bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079505550", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02dcf6-2c", "ovs_interfaceid": "8b02dcf6-2cdb-42ce-a879-4758d9d66608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.694386] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:49:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bdba314-991c-451d-844e-bb05b36d1a8f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:67:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b02dcf6-2cdb-42ce-a879-4758d9d66608', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.704414] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.704414] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.704414] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b269e3-985f-4d2b-9475-e9d97f4935a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.726240] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.726240] env[70059]: value = "task-3189445" [ 1002.726240] env[70059]: _type = "Task" [ 1002.726240] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.735745] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189445, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.812439] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.883690] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189444, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.911873] env[70059]: INFO nova.compute.manager [-] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Took 1.04 seconds to deallocate network for instance. [ 1002.922496] env[70059]: DEBUG nova.compute.manager [req-529c1fe5-6ad5-4093-a8b4-d65b37429bf2 req-3c83298c-031e-4470-b274-14f5e360df09 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-vif-plugged-d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.922496] env[70059]: DEBUG oslo_concurrency.lockutils [req-529c1fe5-6ad5-4093-a8b4-d65b37429bf2 req-3c83298c-031e-4470-b274-14f5e360df09 service nova] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.922625] env[70059]: DEBUG oslo_concurrency.lockutils [req-529c1fe5-6ad5-4093-a8b4-d65b37429bf2 req-3c83298c-031e-4470-b274-14f5e360df09 service nova] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.922828] env[70059]: DEBUG oslo_concurrency.lockutils [req-529c1fe5-6ad5-4093-a8b4-d65b37429bf2 req-3c83298c-031e-4470-b274-14f5e360df09 service nova] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.922970] env[70059]: DEBUG nova.compute.manager [req-529c1fe5-6ad5-4093-a8b4-d65b37429bf2 req-3c83298c-031e-4470-b274-14f5e360df09 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] No waiting events found dispatching network-vif-plugged-d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.923114] env[70059]: WARNING nova.compute.manager [req-529c1fe5-6ad5-4093-a8b4-d65b37429bf2 req-3c83298c-031e-4470-b274-14f5e360df09 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received unexpected event network-vif-plugged-d602da14-db77-49ab-858a-202a4125a30a for instance with vm_state active and task_state None. [ 1002.934455] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189443, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.992804] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.993024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.993223] env[70059]: DEBUG nova.network.neutron [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.239798] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189445, 'name': CreateVM_Task, 'duration_secs': 0.433611} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.239798] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.239798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.239798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.239798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.239798] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6824d4-283b-4bf1-8882-af28d85358d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.245019] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1003.245019] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529e7d75-97e5-da81-25c9-6e01b96431bf" [ 1003.245019] env[70059]: _type = "Task" [ 1003.245019] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.251043] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e7d75-97e5-da81-25c9-6e01b96431bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.316474] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189440, 'name': ReconfigVM_Task, 'duration_secs': 1.610714} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.316474] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] bfa7e6d7-4602-4fd1-92fb-745742d20a2b/bfa7e6d7-4602-4fd1-92fb-745742d20a2b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.316474] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d97a9d-5946-453a-a4b1-92cbea97a65c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.318932] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1003.318932] env[70059]: value = "task-3189446" [ 1003.318932] env[70059]: _type = "Task" [ 1003.318932] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.327197] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189446, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.383013] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189444, 'name': PowerOffVM_Task, 'duration_secs': 1.077437} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.383987] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.384180] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.421409] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.421903] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.422198] env[70059]: DEBUG nova.objects.instance [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lazy-loading 'resources' on Instance uuid 91feb187-5bbb-49cb-8da2-4c9b15d69803 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.433784] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189443, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.463645] env[70059]: DEBUG nova.compute.manager [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received event network-changed-8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.463913] env[70059]: DEBUG nova.compute.manager [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Refreshing instance network info cache due to event network-changed-8b02dcf6-2cdb-42ce-a879-4758d9d66608. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.464240] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] Acquiring lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.464464] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] Acquired lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.464709] env[70059]: DEBUG nova.network.neutron [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Refreshing network info cache for port 8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.542021] env[70059]: WARNING nova.network.neutron [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] 4585d055-7248-4da8-aceb-2099a262154c already exists in list: networks containing: ['4585d055-7248-4da8-aceb-2099a262154c']. ignoring it [ 1003.752873] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529e7d75-97e5-da81-25c9-6e01b96431bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.753128] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.753193] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.753432] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.753580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.753757] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.754046] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff5b377-2a9c-4e3d-a9e3-dee3fb7feb5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.762050] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.762286] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.763037] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f90f67-e925-45c8-9787-74cd8001e6fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.768063] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1003.768063] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52dbc6fe-3f8e-91db-9acb-98e224918e83" [ 1003.768063] env[70059]: _type = "Task" [ 1003.768063] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.777623] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dbc6fe-3f8e-91db-9acb-98e224918e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.831729] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189446, 'name': Rename_Task, 'duration_secs': 0.184446} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.832867] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.833062] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-543b6947-7a83-4cfb-b91b-0f99d2e7556d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.839784] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1003.839784] env[70059]: value = "task-3189447" [ 1003.839784] env[70059]: _type = "Task" [ 1003.839784] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.852597] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.892033] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.892343] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.892548] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.892775] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.892960] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.893163] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.893460] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.893677] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.893888] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.894101] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.894318] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.899715] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31a90e4b-37c7-4b96-ac60-c89553a27520 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.918595] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1003.918595] env[70059]: value = "task-3189448" [ 1003.918595] env[70059]: _type = "Task" [ 1003.918595] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.926851] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.939773] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189443, 'name': CloneVM_Task, 'duration_secs': 2.208929} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.940058] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Created linked-clone VM from snapshot [ 1003.940836] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a307b6-326c-46da-8f84-e3d169284451 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.948257] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Uploading image 3da6a890-b840-42ec-8a37-ed7a9e282a8c {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1003.980287] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1003.980287] env[70059]: value = "vm-637852" [ 1003.980287] env[70059]: _type = "VirtualMachine" [ 1003.980287] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1003.980706] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fdef2820-68f1-47a1-a915-71959ed5286e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.987027] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease: (returnval){ [ 1003.987027] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522a754b-51d6-8fe5-d348-2f18a9f6fc85" [ 1003.987027] env[70059]: _type = "HttpNfcLease" [ 1003.987027] env[70059]: } obtained for exporting VM: (result){ [ 1003.987027] env[70059]: value = "vm-637852" [ 1003.987027] env[70059]: _type = "VirtualMachine" [ 1003.987027] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1003.987027] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the lease: (returnval){ [ 1003.987027] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522a754b-51d6-8fe5-d348-2f18a9f6fc85" [ 1003.987027] env[70059]: _type = "HttpNfcLease" [ 1003.987027] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1003.993422] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.993422] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522a754b-51d6-8fe5-d348-2f18a9f6fc85" [ 1003.993422] env[70059]: _type = "HttpNfcLease" [ 1003.993422] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.215305] env[70059]: DEBUG nova.network.neutron [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d602da14-db77-49ab-858a-202a4125a30a", "address": "fa:16:3e:be:67:48", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd602da14-db", "ovs_interfaceid": "d602da14-db77-49ab-858a-202a4125a30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.274691] env[70059]: DEBUG nova.network.neutron [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Updated VIF entry in instance network info cache for port 8b02dcf6-2cdb-42ce-a879-4758d9d66608. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.275507] env[70059]: DEBUG nova.network.neutron [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Updating instance_info_cache with network_info: [{"id": "7bdba314-991c-451d-844e-bb05b36d1a8f", "address": "fa:16:3e:ce:49:ef", "network": {"id": "1b19aa37-bea7-46b8-b78e-46316c41aba7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-827052300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdba314-99", "ovs_interfaceid": "7bdba314-991c-451d-844e-bb05b36d1a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02dcf6-2cdb-42ce-a879-4758d9d66608", "address": "fa:16:3e:30:67:4c", "network": {"id": "1bca0da0-e0a1-47eb-9bf3-919290e079bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2079505550", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d51e18fa717496488debf7a42056522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02dcf6-2c", "ovs_interfaceid": "8b02dcf6-2cdb-42ce-a879-4758d9d66608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.282307] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dbc6fe-3f8e-91db-9acb-98e224918e83, 'name': SearchDatastore_Task, 'duration_secs': 0.007941} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.286896] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8332160a-d794-44ad-8b79-43b6fb199266 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.293014] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1004.293014] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f10f93-2a92-9549-e8c7-05ba9ed50246" [ 1004.293014] env[70059]: _type = "Task" [ 1004.293014] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.301690] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f10f93-2a92-9549-e8c7-05ba9ed50246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.303086] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d3d0e-745c-4a0c-bf51-b9b1340daaea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.310184] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a9ba78-23d1-4e16-87cd-d0f0ac347f32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.347337] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127ecf3a-a550-4743-ad46-172b865a6008 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.354558] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.357631] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d8d71e-1be7-450e-8de4-04afe1a1d7d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.371307] env[70059]: DEBUG nova.compute.provider_tree [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.429948] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189448, 'name': ReconfigVM_Task, 'duration_secs': 0.220357} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.430393] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.495327] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.495327] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522a754b-51d6-8fe5-d348-2f18a9f6fc85" [ 1004.495327] env[70059]: _type = "HttpNfcLease" [ 1004.495327] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.495625] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.495625] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522a754b-51d6-8fe5-d348-2f18a9f6fc85" [ 1004.495625] env[70059]: _type = "HttpNfcLease" [ 1004.495625] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1004.496383] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc569d-03e0-46ec-a7de-8579963697ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.504609] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f804b9-d6ea-11e4-9e41-816bb55adffd/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.504700] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f804b9-d6ea-11e4-9e41-816bb55adffd/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1004.720066] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.720794] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.720955] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.721811] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346b2f0-a07b-4031-8dda-6165399ac492 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.745106] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.745359] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.745516] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.745695] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.745843] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.745989] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.746246] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.746418] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.746590] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.746753] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.746928] env[70059]: DEBUG nova.virt.hardware [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.756277] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Reconfiguring VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1004.758858] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19349381-1c8c-4ec5-a17c-0eb060150dc9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.774369] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2051a624-e106-43c6-a1c5-dc914a1fe5ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.784487] env[70059]: DEBUG oslo_concurrency.lockutils [req-7a588b17-7278-4dd3-9111-e2a6725a75b8 req-abb1abfe-99cb-4ae7-9b4a-ff1be0074cb4 service nova] Releasing lock "refresh_cache-94249f7f-ee2e-4624-8294-62c1deaa363a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.786308] env[70059]: DEBUG oslo_vmware.api [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1004.786308] env[70059]: value = "task-3189450" [ 1004.786308] env[70059]: _type = "Task" [ 1004.786308] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.807879] env[70059]: DEBUG oslo_vmware.api [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.813801] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f10f93-2a92-9549-e8c7-05ba9ed50246, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.814078] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.814339] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 94249f7f-ee2e-4624-8294-62c1deaa363a/94249f7f-ee2e-4624-8294-62c1deaa363a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.814655] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eef83f3c-e065-4b9b-83a3-9c9f855b017f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.827809] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1004.827809] env[70059]: value = "task-3189451" [ 1004.827809] env[70059]: _type = "Task" [ 1004.827809] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.839608] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.860346] env[70059]: DEBUG oslo_vmware.api [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189447, 'name': PowerOnVM_Task, 'duration_secs': 0.585625} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.860717] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.862555] env[70059]: INFO nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1004.862555] env[70059]: DEBUG nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.863621] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5563f2e6-7b51-444f-a043-3330b48b48a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.880172] env[70059]: DEBUG nova.scheduler.client.report [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.937563] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.937792] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.937951] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.938184] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.938406] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.938572] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.938781] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.938937] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.939201] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.939435] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.939649] env[70059]: DEBUG nova.virt.hardware [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.944931] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.945294] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ed68f5-e2c7-4cea-ae6c-f5fed7699526 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.964109] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1004.964109] env[70059]: value = "task-3189452" [ 1004.964109] env[70059]: _type = "Task" [ 1004.964109] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.974687] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.977527] env[70059]: DEBUG nova.compute.manager [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-changed-d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.978870] env[70059]: DEBUG nova.compute.manager [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Refreshing instance network info cache due to event network-changed-d602da14-db77-49ab-858a-202a4125a30a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.978870] env[70059]: DEBUG oslo_concurrency.lockutils [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] Acquiring lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.978870] env[70059]: DEBUG oslo_concurrency.lockutils [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] Acquired lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.978870] env[70059]: DEBUG nova.network.neutron [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Refreshing network info cache for port d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.301517] env[70059]: DEBUG oslo_vmware.api [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.339949] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.391790] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.397438] env[70059]: INFO nova.compute.manager [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Took 22.49 seconds to build instance. [ 1005.432953] env[70059]: INFO nova.scheduler.client.report [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Deleted allocations for instance 91feb187-5bbb-49cb-8da2-4c9b15d69803 [ 1005.476090] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189452, 'name': ReconfigVM_Task, 'duration_secs': 0.239577} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.476441] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.477343] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78b33cf-2f91-4767-b8ac-a81488bbf6b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.511755] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 540ad875-a40a-4a8a-9969-11286937a642/540ad875-a40a-4a8a-9969-11286937a642.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.512200] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb60117f-a804-407d-8a84-96405efe5473 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.540644] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1005.540644] env[70059]: value = "task-3189453" [ 1005.540644] env[70059]: _type = "Task" [ 1005.540644] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.558307] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.797871] env[70059]: DEBUG oslo_vmware.api [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189450, 'name': ReconfigVM_Task, 'duration_secs': 0.826123} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.798602] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.799076] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Reconfigured VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1005.843283] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56508} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.843580] env[70059]: DEBUG nova.network.neutron [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updated VIF entry in instance network info cache for port d602da14-db77-49ab-858a-202a4125a30a. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.843756] env[70059]: DEBUG nova.network.neutron [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d602da14-db77-49ab-858a-202a4125a30a", "address": "fa:16:3e:be:67:48", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd602da14-db", "ovs_interfaceid": "d602da14-db77-49ab-858a-202a4125a30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.845740] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 94249f7f-ee2e-4624-8294-62c1deaa363a/94249f7f-ee2e-4624-8294-62c1deaa363a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.846403] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.846647] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c04bbf9-9219-4a60-80f1-b6740a215d43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.853632] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1005.853632] env[70059]: value = "task-3189454" [ 1005.853632] env[70059]: _type = "Task" [ 1005.853632] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.866242] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.900399] env[70059]: DEBUG oslo_concurrency.lockutils [None req-99c3ca09-5dd9-4f1f-96d5-aa681d6b0422 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.007s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.947123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6018fb6a-ed21-4984-97a8-ee10d9362190 tempest-ServersListShow296Test-568314871 tempest-ServersListShow296Test-568314871-project-member] Lock "91feb187-5bbb-49cb-8da2-4c9b15d69803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.788s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.053066] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.305810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c40811a4-803d-4370-badc-cb50d5657a3d tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-2e3e38b3-ea25-4443-ae05-36a632f979f2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.733s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.348520] env[70059]: DEBUG oslo_concurrency.lockutils [req-7ce35cf8-080f-48cb-9aa7-46d5fb0bdb11 req-0c5ed862-0525-4dc9-8846-f40b5d33d60b service nova] Releasing lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.366261] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068396} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.367082] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.368379] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c394de7-a3a5-441e-823b-ffe05d5ed3ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.401604] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 94249f7f-ee2e-4624-8294-62c1deaa363a/94249f7f-ee2e-4624-8294-62c1deaa363a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.402640] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c81356-de94-44f9-9ca0-ba7feace9196 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.424352] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1006.424352] env[70059]: value = "task-3189455" [ 1006.424352] env[70059]: _type = "Task" [ 1006.424352] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.433360] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.553877] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.934828] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189455, 'name': ReconfigVM_Task, 'duration_secs': 0.36806} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.935119] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 94249f7f-ee2e-4624-8294-62c1deaa363a/94249f7f-ee2e-4624-8294-62c1deaa363a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.935802] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220e8fe5-8207-44d1-ac4f-add3967f16c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.942222] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1006.942222] env[70059]: value = "task-3189456" [ 1006.942222] env[70059]: _type = "Task" [ 1006.942222] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.947514] env[70059]: DEBUG nova.compute.manager [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.947703] env[70059]: DEBUG nova.compute.manager [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing instance network info cache due to event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.947968] env[70059]: DEBUG oslo_concurrency.lockutils [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.948055] env[70059]: DEBUG oslo_concurrency.lockutils [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.948269] env[70059]: DEBUG nova.network.neutron [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.956955] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189456, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.052315] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.300074] env[70059]: INFO nova.compute.manager [None req-456149f3-0e99-444d-a027-32b0bf4c3824 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Get console output [ 1007.300624] env[70059]: WARNING nova.virt.vmwareapi.driver [None req-456149f3-0e99-444d-a027-32b0bf4c3824 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] The console log is missing. Check your VSPC configuration [ 1007.463044] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189456, 'name': Rename_Task, 'duration_secs': 0.198549} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.463360] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.463956] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee6bff5-bea9-4b8d-a392-5f5932c4ef2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.470646] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1007.470646] env[70059]: value = "task-3189457" [ 1007.470646] env[70059]: _type = "Task" [ 1007.470646] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.478785] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.553106] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.741375] env[70059]: DEBUG nova.network.neutron [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updated VIF entry in instance network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.741732] env[70059]: DEBUG nova.network.neutron [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.981730] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.053587] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189453, 'name': ReconfigVM_Task, 'duration_secs': 2.19846} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.054009] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 540ad875-a40a-4a8a-9969-11286937a642/540ad875-a40a-4a8a-9969-11286937a642.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.054368] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.245723] env[70059]: DEBUG oslo_concurrency.lockutils [req-2625d5e2-ab93-43fc-a6a1-95399275a3b7 req-fe8d8c26-b1c2-45ef-a2a4-a3df9b3d48c1 service nova] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.481974] env[70059]: DEBUG oslo_vmware.api [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189457, 'name': PowerOnVM_Task, 'duration_secs': 0.664508} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.486061] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.486061] env[70059]: INFO nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Took 10.86 seconds to spawn the instance on the hypervisor. [ 1008.486061] env[70059]: DEBUG nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.486061] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008401c7-3989-491b-8866-9fcfa6b80eeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.564216] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "26784492-3b89-4b43-8091-64a4c0499773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.565329] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "26784492-3b89-4b43-8091-64a4c0499773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.565602] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "26784492-3b89-4b43-8091-64a4c0499773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.565817] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "26784492-3b89-4b43-8091-64a4c0499773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.565992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "26784492-3b89-4b43-8091-64a4c0499773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.569437] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dd6c15-e452-4cce-b1d1-9f82c2c9571e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.572461] env[70059]: INFO nova.compute.manager [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Terminating instance [ 1008.592026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-2e3e38b3-ea25-4443-ae05-36a632f979f2-d602da14-db77-49ab-858a-202a4125a30a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.592026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-2e3e38b3-ea25-4443-ae05-36a632f979f2-d602da14-db77-49ab-858a-202a4125a30a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.596120] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d376ea-8d8a-4bff-8028-0ee8c7ac9343 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.615805] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.006744] env[70059]: INFO nova.compute.manager [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Took 23.56 seconds to build instance. [ 1009.077786] env[70059]: DEBUG nova.compute.manager [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.078027] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.079543] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b146f-2e81-4fd2-8d67-9880fadd7830 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.087631] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.087866] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6df308-7b25-4201-9463-09f1cc44a166 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.094355] env[70059]: DEBUG oslo_vmware.api [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 1009.094355] env[70059]: value = "task-3189458" [ 1009.094355] env[70059]: _type = "Task" [ 1009.094355] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.098401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.098574] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.100031] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db9a12a-a90a-4988-9217-72ac890facbf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.107811] env[70059]: DEBUG oslo_vmware.api [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3189458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.126614] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ba95c-7052-4218-a5ec-eae08f394d48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.155890] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Reconfiguring VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1009.156298] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898e42ef-7ede-4334-b273-2d91b8895a2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.178861] env[70059]: DEBUG nova.network.neutron [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Port 729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1009.181517] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1009.181517] env[70059]: value = "task-3189459" [ 1009.181517] env[70059]: _type = "Task" [ 1009.181517] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.191559] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.509156] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8cfdee7f-1e60-422d-9b1c-1735f8a7b90e tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.089s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.527770] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.528054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.528246] env[70059]: INFO nova.compute.manager [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Shelving [ 1009.605846] env[70059]: DEBUG oslo_vmware.api [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3189458, 'name': PowerOffVM_Task, 'duration_secs': 0.345206} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.606130] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.606326] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.606591] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c63f4b0-30a2-4ac4-948d-cab521c5efb2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.695869] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.749377] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.749745] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.749995] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Deleting the datastore file [datastore1] 26784492-3b89-4b43-8091-64a4c0499773 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.752299] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0fbe9e9-ba21-4448-a736-b183df39ae01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.759862] env[70059]: DEBUG oslo_vmware.api [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for the task: (returnval){ [ 1009.759862] env[70059]: value = "task-3189461" [ 1009.759862] env[70059]: _type = "Task" [ 1009.759862] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.769424] env[70059]: DEBUG oslo_vmware.api [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3189461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.801113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "94249f7f-ee2e-4624-8294-62c1deaa363a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.801420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.801663] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.801855] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.802040] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.804217] env[70059]: INFO nova.compute.manager [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Terminating instance [ 1010.210517] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "540ad875-a40a-4a8a-9969-11286937a642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.210517] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.210517] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.219834] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.274017] env[70059]: DEBUG oslo_vmware.api [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Task: {'id': task-3189461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158869} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.274017] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.274017] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.274017] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.274017] env[70059]: INFO nova.compute.manager [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1010.274017] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.274017] env[70059]: DEBUG nova.compute.manager [-] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.274017] env[70059]: DEBUG nova.network.neutron [-] [instance: 26784492-3b89-4b43-8091-64a4c0499773] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.309054] env[70059]: DEBUG nova.compute.manager [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.309054] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.311794] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eab538-c74c-4dc4-9afa-54ff9044bc94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.322660] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.322660] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d45c4dc1-1f8a-4015-86d2-c8ab080186b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.332463] env[70059]: DEBUG oslo_vmware.api [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1010.332463] env[70059]: value = "task-3189462" [ 1010.332463] env[70059]: _type = "Task" [ 1010.332463] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.347925] env[70059]: DEBUG oslo_vmware.api [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.542680] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.542680] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c821c40-29e0-468d-b597-c4e2b60cad2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.556446] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1010.556446] env[70059]: value = "task-3189463" [ 1010.556446] env[70059]: _type = "Task" [ 1010.556446] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.567077] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.697035] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.843117] env[70059]: DEBUG oslo_vmware.api [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189462, 'name': PowerOffVM_Task, 'duration_secs': 0.274397} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.843373] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.843544] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.843798] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f1d5a0-c323-4ea5-a440-91f055957f13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.951631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "2e5a099f-f753-45ea-8a01-1a34690930f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.952055] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.975942] env[70059]: DEBUG nova.compute.manager [req-60987a21-63fa-4d87-b757-0e8bbea0028a req-c276c610-e467-413c-a7a3-f768bceb9b09 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Received event network-vif-deleted-2e3afede-db2c-41d6-9dcd-6e60cd503e61 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.975942] env[70059]: INFO nova.compute.manager [req-60987a21-63fa-4d87-b757-0e8bbea0028a req-c276c610-e467-413c-a7a3-f768bceb9b09 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Neutron deleted interface 2e3afede-db2c-41d6-9dcd-6e60cd503e61; detaching it from the instance and deleting it from the info cache [ 1010.975942] env[70059]: DEBUG nova.network.neutron [req-60987a21-63fa-4d87-b757-0e8bbea0028a req-c276c610-e467-413c-a7a3-f768bceb9b09 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.026907] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.027146] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.027355] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Deleting the datastore file [datastore2] 94249f7f-ee2e-4624-8294-62c1deaa363a {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.028280] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfd220a-be0e-4cd8-a450-649c757342e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.036194] env[70059]: DEBUG oslo_vmware.api [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for the task: (returnval){ [ 1011.036194] env[70059]: value = "task-3189465" [ 1011.036194] env[70059]: _type = "Task" [ 1011.036194] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.044480] env[70059]: DEBUG oslo_vmware.api [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.065653] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189463, 'name': PowerOffVM_Task, 'duration_secs': 0.287437} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.066324] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.066755] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c323176-4a15-409e-9696-9adfb5ed0b93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.084884] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5f869a-ce21-40c2-82a4-560c2a4aeaec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.199523] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.253454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.253735] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.253812] env[70059]: DEBUG nova.network.neutron [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.452023] env[70059]: DEBUG nova.network.neutron [-] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.454686] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.478157] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c2a8662-74e9-4d79-b1c8-08b2ea350c3e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.498293] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0bf2a-430b-47f9-b840-120d1885df9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.538520] env[70059]: DEBUG nova.compute.manager [req-60987a21-63fa-4d87-b757-0e8bbea0028a req-c276c610-e467-413c-a7a3-f768bceb9b09 service nova] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Detach interface failed, port_id=2e3afede-db2c-41d6-9dcd-6e60cd503e61, reason: Instance 26784492-3b89-4b43-8091-64a4c0499773 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.548980] env[70059]: DEBUG oslo_vmware.api [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Task: {'id': task-3189465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189666} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.548980] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.548980] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.548980] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.548980] env[70059]: INFO nova.compute.manager [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1011.548980] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.549362] env[70059]: DEBUG nova.compute.manager [-] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.549362] env[70059]: DEBUG nova.network.neutron [-] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.596501] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1011.596837] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f3b2289-2b19-4198-bccd-c97c48b0d91e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.605657] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1011.605657] env[70059]: value = "task-3189466" [ 1011.605657] env[70059]: _type = "Task" [ 1011.605657] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.615763] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.699813] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.958825] env[70059]: INFO nova.compute.manager [-] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Took 1.69 seconds to deallocate network for instance. [ 1011.976225] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquiring lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.976458] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.976887] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquiring lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.976887] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.977061] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.979998] env[70059]: INFO nova.compute.manager [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Terminating instance [ 1011.987775] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.988039] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.989778] env[70059]: INFO nova.compute.claims [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.116624] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189466, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.156530] env[70059]: DEBUG nova.network.neutron [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance_info_cache with network_info: [{"id": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "address": "fa:16:3e:b6:d3:ae", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729f2ad9-57", "ovs_interfaceid": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.199735] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.471253] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.483407] env[70059]: DEBUG nova.compute.manager [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.483668] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.483959] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e483b2aa-df39-417d-9eba-ba48d8382185 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.494336] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 1012.494336] env[70059]: value = "task-3189467" [ 1012.494336] env[70059]: _type = "Task" [ 1012.494336] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.504410] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.617499] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189466, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.660996] env[70059]: DEBUG oslo_concurrency.lockutils [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.703567] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.735915] env[70059]: DEBUG nova.network.neutron [-] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.003488] env[70059]: DEBUG nova.compute.manager [req-337fc127-87c2-4668-a354-3dc94754e72d req-fde42006-0719-472d-b46a-bb25290a20d7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received event network-vif-deleted-7bdba314-991c-451d-844e-bb05b36d1a8f {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.003717] env[70059]: DEBUG nova.compute.manager [req-337fc127-87c2-4668-a354-3dc94754e72d req-fde42006-0719-472d-b46a-bb25290a20d7 service nova] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Received event network-vif-deleted-8b02dcf6-2cdb-42ce-a879-4758d9d66608 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.009967] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189467, 'name': PowerOffVM_Task, 'duration_secs': 0.260664} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.011209] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.011209] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1013.011547] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637710', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'name': 'volume-a535ab0e-ad91-4970-bea4-d942b1f60238', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d46a59d-0b8c-4352-bdd5-ef49274ca424', 'attached_at': '', 'detached_at': '', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'serial': 'a535ab0e-ad91-4970-bea4-d942b1f60238'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1013.012067] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f88a31-1395-4902-a921-9f12ed329d83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.035030] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c20fb7b-1ae8-43b5-b340-1c5af10176ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.043027] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cdd480-2528-4b05-bcdd-6a369f178e63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.063302] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1d7ba2-9a8c-46c0-bf10-1c9fa2ff93d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.078943] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] The volume has not been displaced from its original location: [datastore2] volume-a535ab0e-ad91-4970-bea4-d942b1f60238/volume-a535ab0e-ad91-4970-bea4-d942b1f60238.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1013.084886] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1013.088151] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688b8935-732a-4b84-835c-7c546e68285f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.110114] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 1013.110114] env[70059]: value = "task-3189468" [ 1013.110114] env[70059]: _type = "Task" [ 1013.110114] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.122846] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189466, 'name': CreateSnapshot_Task, 'duration_secs': 1.15301} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.125903] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.126213] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.126937] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb24cb1-6c89-4415-b268-28194d164c6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.186731] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb23bcb-077d-40ef-be4a-03e2ab3fcd6b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.210777] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fa200-0aeb-4bd9-b0c6-6fd7298f9620 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.216522] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.220907] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.239580] env[70059]: INFO nova.compute.manager [-] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Took 1.69 seconds to deallocate network for instance. [ 1013.368048] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73649822-f016-414f-9402-a77e0855fb19 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.376427] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20304017-0df5-4081-811c-5836da681148 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.407650] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a66814-d254-4704-9700-d221c900bcb0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.416021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640750f2-252f-4b04-984a-5d84fcc42d35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.432260] env[70059]: DEBUG nova.compute.provider_tree [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.622056] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189468, 'name': ReconfigVM_Task, 'duration_secs': 0.243238} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.622441] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.628344] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5b2b366-7484-4af2-a6a3-d2f36c4d22ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.648453] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.650271] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b9df8f0-8b90-4d02-a49d-dc3394e5f610 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.653592] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 1013.653592] env[70059]: value = "task-3189469" [ 1013.653592] env[70059]: _type = "Task" [ 1013.653592] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.658451] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1013.658451] env[70059]: value = "task-3189470" [ 1013.658451] env[70059]: _type = "Task" [ 1013.658451] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.664995] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.670050] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189470, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.703409] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.729995] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.730427] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178a771a-f67e-4e8c-b6bd-d0598bb293b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.736963] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1013.736963] env[70059]: value = "task-3189471" [ 1013.736963] env[70059]: _type = "Task" [ 1013.736963] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.746298] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.746606] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.862094] env[70059]: INFO nova.compute.manager [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Rebuilding instance [ 1013.903845] env[70059]: DEBUG nova.compute.manager [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.904796] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0ce9be-cc8f-4296-adb8-a0059ae673b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.935538] env[70059]: DEBUG nova.scheduler.client.report [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.168489] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189469, 'name': ReconfigVM_Task, 'duration_secs': 0.225275} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.171934] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637710', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'name': 'volume-a535ab0e-ad91-4970-bea4-d942b1f60238', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d46a59d-0b8c-4352-bdd5-ef49274ca424', 'attached_at': '', 'detached_at': '', 'volume_id': 'a535ab0e-ad91-4970-bea4-d942b1f60238', 'serial': 'a535ab0e-ad91-4970-bea4-d942b1f60238'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1014.172248] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.172528] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189470, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.173246] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c443abc6-4531-47a4-956f-2ec873f06e2a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.180384] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.180715] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bf976e-d6ea-46f5-b4fb-b720ddb82692 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.199998] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.247803] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.252380] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.252636] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.252797] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Deleting the datastore file [datastore2] 0d46a59d-0b8c-4352-bdd5-ef49274ca424 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.253089] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c83f8b-228d-42fc-b04e-2660c2c30ae6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.259792] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for the task: (returnval){ [ 1014.259792] env[70059]: value = "task-3189473" [ 1014.259792] env[70059]: _type = "Task" [ 1014.259792] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.267730] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.441137] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.441137] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.443794] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.973s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.443942] env[70059]: DEBUG nova.objects.instance [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lazy-loading 'resources' on Instance uuid 26784492-3b89-4b43-8091-64a4c0499773 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.539743] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f804b9-d6ea-11e4-9e41-816bb55adffd/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.540781] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f69e06-55bc-4de5-961a-4625e945de88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.547632] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f804b9-d6ea-11e4-9e41-816bb55adffd/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.547799] env[70059]: ERROR oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f804b9-d6ea-11e4-9e41-816bb55adffd/disk-0.vmdk due to incomplete transfer. [ 1014.548042] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da780c46-8d32-4aa9-87a7-c0c5324f86fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.556091] env[70059]: DEBUG oslo_vmware.rw_handles [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f804b9-d6ea-11e4-9e41-816bb55adffd/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.556213] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Uploaded image 3da6a890-b840-42ec-8a37-ed7a9e282a8c to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.558468] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.558721] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0dd4ae7b-83b6-45ef-978b-0c1cfdaaf22b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.565431] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1014.565431] env[70059]: value = "task-3189474" [ 1014.565431] env[70059]: _type = "Task" [ 1014.565431] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.573707] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189474, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.670268] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189470, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.701851] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.749013] env[70059]: DEBUG oslo_vmware.api [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189471, 'name': PowerOnVM_Task, 'duration_secs': 0.638732} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.749340] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.749559] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-32033657-ab77-4f97-a3fd-6ac0ae852480 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance '540ad875-a40a-4a8a-9969-11286937a642' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.769122] env[70059]: DEBUG oslo_vmware.api [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Task: {'id': task-3189473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098544} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.769359] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.769890] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.769890] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.770202] env[70059]: INFO nova.compute.manager [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1014.770270] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.770489] env[70059]: DEBUG nova.compute.manager [-] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.770586] env[70059]: DEBUG nova.network.neutron [-] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.922813] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.922813] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8df578f-af5f-4379-a91c-df6e22c0552f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.928154] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 1014.928154] env[70059]: value = "task-3189475" [ 1014.928154] env[70059]: _type = "Task" [ 1014.928154] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.937457] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.950326] env[70059]: DEBUG nova.compute.utils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.952752] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.953512] env[70059]: DEBUG nova.network.neutron [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.060700] env[70059]: DEBUG nova.policy [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b37201a4a55f4730b94cd49a1e8b3fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde5a3245d394459bc1f3ad432a7148e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.082166] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189474, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.176171] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189470, 'name': CloneVM_Task, 'duration_secs': 1.404153} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.176171] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Created linked-clone VM from snapshot [ 1015.177231] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea349a8e-c912-4197-a049-d79368236ba2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.184660] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Uploading image 34fb412d-bc42-4750-b71f-c42efe917178 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.207988] env[70059]: DEBUG oslo_vmware.api [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189459, 'name': ReconfigVM_Task, 'duration_secs': 5.772236} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.209434] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.209647] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Reconfigured VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1015.218253] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.218253] env[70059]: value = "vm-637855" [ 1015.218253] env[70059]: _type = "VirtualMachine" [ 1015.218253] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.218536] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3abaae9c-f834-4e82-a25a-a92dbbe34ff9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.227725] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lease: (returnval){ [ 1015.227725] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b75e2-19da-93bf-2316-fe5ff5c57dd5" [ 1015.227725] env[70059]: _type = "HttpNfcLease" [ 1015.227725] env[70059]: } obtained for exporting VM: (result){ [ 1015.227725] env[70059]: value = "vm-637855" [ 1015.227725] env[70059]: _type = "VirtualMachine" [ 1015.227725] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.228050] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the lease: (returnval){ [ 1015.228050] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b75e2-19da-93bf-2316-fe5ff5c57dd5" [ 1015.228050] env[70059]: _type = "HttpNfcLease" [ 1015.228050] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.234759] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.234759] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b75e2-19da-93bf-2316-fe5ff5c57dd5" [ 1015.234759] env[70059]: _type = "HttpNfcLease" [ 1015.234759] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.323491] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e993f0-dd76-420e-a70c-394fec1b3fe5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.332472] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f8876-1459-4390-b790-c49851ff185e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.369462] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e4ac68-76cc-4931-b5af-89450dd09840 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.378691] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196f7b9-23ac-439d-a737-cc9a08539b17 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.395955] env[70059]: DEBUG nova.compute.provider_tree [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.441364] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189475, 'name': PowerOffVM_Task, 'duration_secs': 0.188296} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.441364] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.441917] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.446016] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f892e68d-ddc6-4ea9-8cc8-b322d7e1fbad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.449746] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 1015.449746] env[70059]: value = "task-3189477" [ 1015.449746] env[70059]: _type = "Task" [ 1015.449746] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.455489] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.462657] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.462899] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.463105] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637711', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'name': 'volume-02584806-6c50-47ce-b796-94f4b78fcdda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88075c05-5098-4c8a-83e1-1569ab3f7364', 'attached_at': '', 'detached_at': '', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'serial': '02584806-6c50-47ce-b796-94f4b78fcdda'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.465080] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd714504-c62c-48fb-9bae-11534141d418 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.488013] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761cc803-8691-4b23-8219-2467f43a99bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.498779] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf26801-2afe-46d4-80a9-fef676289bfa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.518751] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d8e0d-b30b-4f33-8c33-11823e4af5ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.524417] env[70059]: DEBUG nova.compute.manager [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-vif-deleted-d602da14-db77-49ab-858a-202a4125a30a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.524524] env[70059]: INFO nova.compute.manager [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Neutron deleted interface d602da14-db77-49ab-858a-202a4125a30a; detaching it from the instance and deleting it from the info cache [ 1015.524762] env[70059]: DEBUG nova.network.neutron [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.541680] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] The volume has not been displaced from its original location: [datastore2] volume-02584806-6c50-47ce-b796-94f4b78fcdda/volume-02584806-6c50-47ce-b796-94f4b78fcdda.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.549276] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.549276] env[70059]: DEBUG nova.compute.manager [req-21877c86-f3d0-4194-9397-fd5c5715b47e req-38e84ba2-11ee-45fa-a769-13c77aeac499 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Received event network-vif-deleted-26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.549276] env[70059]: INFO nova.compute.manager [req-21877c86-f3d0-4194-9397-fd5c5715b47e req-38e84ba2-11ee-45fa-a769-13c77aeac499 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Neutron deleted interface 26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e; detaching it from the instance and deleting it from the info cache [ 1015.549276] env[70059]: DEBUG nova.network.neutron [req-21877c86-f3d0-4194-9397-fd5c5715b47e req-38e84ba2-11ee-45fa-a769-13c77aeac499 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.550152] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2b95f9-b8c1-4269-b1d9-322f332aae4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.573540] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 1015.573540] env[70059]: value = "task-3189478" [ 1015.573540] env[70059]: _type = "Task" [ 1015.573540] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.582416] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189474, 'name': Destroy_Task, 'duration_secs': 0.816308} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.585914] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Destroyed the VM [ 1015.586267] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.586645] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.586850] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec91b051-e248-43ea-96ad-fc0b45f20e94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.589083] env[70059]: DEBUG nova.network.neutron [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Successfully created port: ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.601489] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1015.601489] env[70059]: value = "task-3189479" [ 1015.601489] env[70059]: _type = "Task" [ 1015.601489] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.609655] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.736662] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.736662] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b75e2-19da-93bf-2316-fe5ff5c57dd5" [ 1015.736662] env[70059]: _type = "HttpNfcLease" [ 1015.736662] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.737191] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.737191] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b75e2-19da-93bf-2316-fe5ff5c57dd5" [ 1015.737191] env[70059]: _type = "HttpNfcLease" [ 1015.737191] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1015.737824] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2e3f9c-d54b-418b-a9cd-079e8dbb183b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.745383] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f94d6-09f1-5363-8a67-ef79ccd38a95/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.745603] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f94d6-09f1-5363-8a67-ef79ccd38a95/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1015.837472] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-388c43ee-85b4-4943-ad31-b25dc4422ca0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.901019] env[70059]: DEBUG nova.scheduler.client.report [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.002417] env[70059]: DEBUG nova.network.neutron [-] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.031023] env[70059]: DEBUG oslo_concurrency.lockutils [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.031023] env[70059]: DEBUG oslo_concurrency.lockutils [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] Acquired lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.031023] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc9c51-d9c4-4ac0-9f91-dc103aedc2c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.051716] env[70059]: DEBUG oslo_concurrency.lockutils [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] Releasing lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.051716] env[70059]: WARNING nova.compute.manager [req-8877c221-a516-4832-9404-23f9628793a0 req-bcb5376f-459f-4938-ba8a-c6fe7c598cc1 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Detach interface failed, port_id=d602da14-db77-49ab-858a-202a4125a30a, reason: No device with interface-id d602da14-db77-49ab-858a-202a4125a30a exists on VM: nova.exception.NotFound: No device with interface-id d602da14-db77-49ab-858a-202a4125a30a exists on VM [ 1016.066779] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0807d565-0912-4479-92b6-46178fcb3397 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.085407] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e03a1fc-ecae-45b4-8285-3132e70376a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.102827] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189478, 'name': ReconfigVM_Task, 'duration_secs': 0.17427} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.106708] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.112531] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225e8e58-9fcd-4ec1-b2b4-5c8f2698064c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.146466] env[70059]: DEBUG nova.compute.manager [req-21877c86-f3d0-4194-9397-fd5c5715b47e req-38e84ba2-11ee-45fa-a769-13c77aeac499 service nova] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Detach interface failed, port_id=26cf8c2c-cc0d-4282-b7d8-0a4cd33c380e, reason: Instance 0d46a59d-0b8c-4352-bdd5-ef49274ca424 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.152569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "c27c3942-c645-4e47-b5af-aa5bd339346f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.152569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.152569] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.156938] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 1016.156938] env[70059]: value = "task-3189480" [ 1016.156938] env[70059]: _type = "Task" [ 1016.156938] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.165861] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.404060] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.407291] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.661s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.408506] env[70059]: DEBUG nova.objects.instance [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lazy-loading 'resources' on Instance uuid 94249f7f-ee2e-4624-8294-62c1deaa363a {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.437340] env[70059]: INFO nova.scheduler.client.report [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Deleted allocations for instance 26784492-3b89-4b43-8091-64a4c0499773 [ 1016.468163] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.496119] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.496119] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.496119] env[70059]: DEBUG nova.network.neutron [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.500039] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.500299] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.500672] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.500879] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.501044] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.501199] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.501416] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.501661] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.501890] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.502079] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.502367] env[70059]: DEBUG nova.virt.hardware [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.503305] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7355c8-6927-41d8-981d-68bb61469a3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.510095] env[70059]: INFO nova.compute.manager [-] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Took 1.74 seconds to deallocate network for instance. [ 1016.519500] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691067df-d87b-4763-9993-0fc42973c097 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.613364] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.646910] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.647286] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.647452] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.647709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.647921] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.650526] env[70059]: INFO nova.compute.manager [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Terminating instance [ 1016.652496] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.671157] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189480, 'name': ReconfigVM_Task, 'duration_secs': 0.17213} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.671157] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637711', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'name': 'volume-02584806-6c50-47ce-b796-94f4b78fcdda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88075c05-5098-4c8a-83e1-1569ab3f7364', 'attached_at': '', 'detached_at': '', 'volume_id': '02584806-6c50-47ce-b796-94f4b78fcdda', 'serial': '02584806-6c50-47ce-b796-94f4b78fcdda'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.671500] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.672587] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11fbb6a-c821-42a6-9a21-9b69b6ea0b45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.681042] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.681250] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2200a4e1-e128-40c7-b24a-a3240565c6a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.770036] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.773099] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.773099] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Deleting the datastore file [datastore2] 88075c05-5098-4c8a-83e1-1569ab3f7364 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.773099] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb0968cd-9351-43b4-81af-c5f2b32ac778 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.778433] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for the task: (returnval){ [ 1016.778433] env[70059]: value = "task-3189482" [ 1016.778433] env[70059]: _type = "Task" [ 1016.778433] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.788057] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.804877] env[70059]: DEBUG nova.network.neutron [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [{"id": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "address": "fa:16:3e:15:c8:60", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9b53fe-fe", "ovs_interfaceid": "9d9b53fe-fe5f-49ad-904b-3562818fd6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.952489] env[70059]: DEBUG oslo_concurrency.lockutils [None req-187a682b-6fad-4100-bba9-ecde04b39434 tempest-ServerActionsTestOtherA-65576635 tempest-ServerActionsTestOtherA-65576635-project-member] Lock "26784492-3b89-4b43-8091-64a4c0499773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.387s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.071843] env[70059]: INFO nova.compute.manager [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Took 0.56 seconds to detach 1 volumes for instance. [ 1017.075237] env[70059]: DEBUG nova.compute.manager [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Deleting volume: a535ab0e-ad91-4970-bea4-d942b1f60238 {{(pid=70059) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1017.118846] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189479, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.158489] env[70059]: DEBUG nova.compute.manager [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.158489] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.159263] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3eacd-8068-45db-be2d-8383210134be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.176821] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.177518] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1aec094-89b5-4dac-9dc4-5680ce1f8e83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.181182] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.184273] env[70059]: DEBUG oslo_vmware.api [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1017.184273] env[70059]: value = "task-3189483" [ 1017.184273] env[70059]: _type = "Task" [ 1017.184273] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.195687] env[70059]: DEBUG oslo_vmware.api [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.267168] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3dce5-8cf6-4dba-9202-70c9fbc43c73 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.276933] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fb8137-5e14-45f0-96e6-00126987d8a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.298684] env[70059]: DEBUG oslo_vmware.api [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Task: {'id': task-3189482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094488} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.328882] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.328882] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.328882] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.330913] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-2e3e38b3-ea25-4443-ae05-36a632f979f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.334810] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734f513-3cb4-4d34-aae4-c622eea6826f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.350109] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0222407-b60e-4c54-ad98-b081ea1b07ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.363859] env[70059]: DEBUG nova.compute.provider_tree [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.370021] env[70059]: DEBUG nova.network.neutron [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Successfully updated port: ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.410846] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.411212] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d268d329-a922-48da-932e-e5d7733ac68f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.420286] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdc8e7e-c712-42f6-80c7-1a2f34d66ddf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.457175] env[70059]: ERROR nova.compute.manager [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Failed to detach volume 02584806-6c50-47ce-b796-94f4b78fcdda from /dev/sda: nova.exception.InstanceNotFound: Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 could not be found. [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Traceback (most recent call last): [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self.driver.rebuild(**kwargs) [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] raise NotImplementedError() [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] NotImplementedError [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] During handling of the above exception, another exception occurred: [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Traceback (most recent call last): [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self.driver.detach_volume(context, old_connection_info, [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] return self._volumeops.detach_volume(connection_info, instance) [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._detach_volume_vmdk(connection_info, instance) [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] stable_ref.fetch_moref(session) [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] nova.exception.InstanceNotFound: Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 could not be found. [ 1017.457175] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.493716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "540ad875-a40a-4a8a-9969-11286937a642" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.494200] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.494509] env[70059]: DEBUG nova.compute.manager [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Going to confirm migration 4 {{(pid=70059) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1017.565797] env[70059]: DEBUG nova.compute.manager [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-vif-plugged-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.566205] env[70059]: DEBUG oslo_concurrency.lockutils [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] Acquiring lock "2e5a099f-f753-45ea-8a01-1a34690930f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.566476] env[70059]: DEBUG oslo_concurrency.lockutils [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.566797] env[70059]: DEBUG oslo_concurrency.lockutils [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.567039] env[70059]: DEBUG nova.compute.manager [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] No waiting events found dispatching network-vif-plugged-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.567297] env[70059]: WARNING nova.compute.manager [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received unexpected event network-vif-plugged-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 for instance with vm_state building and task_state spawning. [ 1017.567506] env[70059]: DEBUG nova.compute.manager [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.567773] env[70059]: DEBUG nova.compute.manager [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing instance network info cache due to event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.567960] env[70059]: DEBUG oslo_concurrency.lockutils [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.568113] env[70059]: DEBUG oslo_concurrency.lockutils [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.568465] env[70059]: DEBUG nova.network.neutron [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.613737] env[70059]: DEBUG oslo_vmware.api [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189479, 'name': RemoveSnapshot_Task, 'duration_secs': 1.735604} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.614207] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.614381] env[70059]: INFO nova.compute.manager [None req-85dfdc94-d6d1-4085-881f-ebe8a1ec4732 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Took 18.29 seconds to snapshot the instance on the hypervisor. [ 1017.630397] env[70059]: DEBUG nova.compute.utils [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Build of instance 88075c05-5098-4c8a-83e1-1569ab3f7364 aborted: Failed to rebuild volume backed instance. {{(pid=70059) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1017.633119] env[70059]: ERROR nova.compute.manager [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 88075c05-5098-4c8a-83e1-1569ab3f7364 aborted: Failed to rebuild volume backed instance. [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Traceback (most recent call last): [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self.driver.rebuild(**kwargs) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] raise NotImplementedError() [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] NotImplementedError [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] During handling of the above exception, another exception occurred: [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Traceback (most recent call last): [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._detach_root_volume(context, instance, root_bdm) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] with excutils.save_and_reraise_exception(): [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self.force_reraise() [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] raise self.value [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self.driver.detach_volume(context, old_connection_info, [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] return self._volumeops.detach_volume(connection_info, instance) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._detach_volume_vmdk(connection_info, instance) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] stable_ref.fetch_moref(session) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] nova.exception.InstanceNotFound: Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 could not be found. [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] During handling of the above exception, another exception occurred: [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Traceback (most recent call last): [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] yield [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1017.633119] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._do_rebuild_instance_with_claim( [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._do_rebuild_instance( [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._rebuild_default_impl(**kwargs) [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] self._rebuild_volume_backed_instance( [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] raise exception.BuildAbortException( [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] nova.exception.BuildAbortException: Build of instance 88075c05-5098-4c8a-83e1-1569ab3f7364 aborted: Failed to rebuild volume backed instance. [ 1017.634457] env[70059]: ERROR nova.compute.manager [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] [ 1017.694110] env[70059]: DEBUG oslo_vmware.api [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189483, 'name': PowerOffVM_Task, 'duration_secs': 0.232466} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.694386] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.694559] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.694844] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0e33cc-11b5-4d49-aa0b-6182ed6cd7e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.765700] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.766042] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.766269] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.766448] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleting the datastore file [datastore2] 2e3e38b3-ea25-4443-ae05-36a632f979f2 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.766723] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba9df7e-7811-4858-96fe-188364562ca5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.772782] env[70059]: DEBUG oslo_vmware.api [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1017.772782] env[70059]: value = "task-3189486" [ 1017.772782] env[70059]: _type = "Task" [ 1017.772782] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.781949] env[70059]: DEBUG oslo_vmware.api [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.839410] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e6d6110-2dfc-4a16-9df3-9db4a21c348e tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-2e3e38b3-ea25-4443-ae05-36a632f979f2-d602da14-db77-49ab-858a-202a4125a30a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.247s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.870251] env[70059]: DEBUG nova.scheduler.client.report [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.874035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.045647] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.045817] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.045995] env[70059]: DEBUG nova.network.neutron [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.046206] env[70059]: DEBUG nova.objects.instance [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'info_cache' on Instance uuid 540ad875-a40a-4a8a-9969-11286937a642 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.113762] env[70059]: DEBUG nova.network.neutron [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.284022] env[70059]: DEBUG oslo_vmware.api [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160711} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.284330] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.284526] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.284708] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.284882] env[70059]: INFO nova.compute.manager [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1018.285142] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.285710] env[70059]: DEBUG nova.compute.manager [-] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.285812] env[70059]: DEBUG nova.network.neutron [-] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.376122] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.379635] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.198s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.381239] env[70059]: INFO nova.compute.claims [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.415165] env[70059]: INFO nova.scheduler.client.report [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Deleted allocations for instance 94249f7f-ee2e-4624-8294-62c1deaa363a [ 1018.570860] env[70059]: DEBUG nova.network.neutron [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.923498] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93c2c538-6741-40a6-9e47-5a748585bb15 tempest-ServersTestMultiNic-879264940 tempest-ServersTestMultiNic-879264940-project-member] Lock "94249f7f-ee2e-4624-8294-62c1deaa363a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.122s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.074071] env[70059]: DEBUG oslo_concurrency.lockutils [req-c037b609-ecd4-4baa-973e-9a46c6c1ca67 req-1ff1ab9c-58f1-469d-a1df-2b93a58aa5a8 service nova] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.074543] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.074705] env[70059]: DEBUG nova.network.neutron [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.466125] env[70059]: DEBUG nova.network.neutron [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance_info_cache with network_info: [{"id": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "address": "fa:16:3e:b6:d3:ae", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap729f2ad9-57", "ovs_interfaceid": "729f2ad9-57b6-42b9-8bac-a23cd6cb08c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.619830] env[70059]: DEBUG nova.compute.manager [req-36ed53b6-ec77-4e45-923f-4cfe63e4df7a req-34e90b94-1f2c-4d1b-aa27-f56f53258608 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Received event network-vif-deleted-9d9b53fe-fe5f-49ad-904b-3562818fd6ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.619830] env[70059]: INFO nova.compute.manager [req-36ed53b6-ec77-4e45-923f-4cfe63e4df7a req-34e90b94-1f2c-4d1b-aa27-f56f53258608 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Neutron deleted interface 9d9b53fe-fe5f-49ad-904b-3562818fd6ad; detaching it from the instance and deleting it from the info cache [ 1019.619830] env[70059]: DEBUG nova.network.neutron [req-36ed53b6-ec77-4e45-923f-4cfe63e4df7a req-34e90b94-1f2c-4d1b-aa27-f56f53258608 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.637928] env[70059]: DEBUG nova.network.neutron [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.648646] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.728371] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f1830-95d3-4fac-bd3d-0782414c49d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.736475] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a408e1-1a53-4926-95c3-c36ba5215341 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.767378] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cc5926-7786-4d17-a14b-a10b57f78689 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.774943] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bfc5e-4ce8-4e93-817c-f457c00cc4e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.792489] env[70059]: DEBUG nova.compute.provider_tree [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.835340] env[70059]: DEBUG nova.network.neutron [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.884470] env[70059]: DEBUG nova.network.neutron [-] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.972090] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-540ad875-a40a-4a8a-9969-11286937a642" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.972090] env[70059]: DEBUG nova.objects.instance [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'migration_context' on Instance uuid 540ad875-a40a-4a8a-9969-11286937a642 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.122351] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe36454b-bd93-4afa-b646-1a666e34bd13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.132862] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff51f81-a09d-4d17-90cb-bea5dffb0d26 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.168245] env[70059]: DEBUG nova.compute.manager [req-36ed53b6-ec77-4e45-923f-4cfe63e4df7a req-34e90b94-1f2c-4d1b-aa27-f56f53258608 service nova] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Detach interface failed, port_id=9d9b53fe-fe5f-49ad-904b-3562818fd6ad, reason: Instance 2e3e38b3-ea25-4443-ae05-36a632f979f2 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.296652] env[70059]: DEBUG nova.scheduler.client.report [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.338900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338900] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Instance network_info: |[{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.339721] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:a1:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.348302] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Creating folder: Project (cde5a3245d394459bc1f3ad432a7148e). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.348964] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c29de3-b9b9-46e9-9641-28e4ec920843 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.359429] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Created folder: Project (cde5a3245d394459bc1f3ad432a7148e) in parent group-v637631. [ 1020.359521] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Creating folder: Instances. Parent ref: group-v637856. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.359716] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23bfee93-c75e-4e33-afe1-f2bfd943ae00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.369039] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Created folder: Instances in parent group-v637856. [ 1020.369285] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.369494] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.369705] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f70a90-892c-4d28-a308-7da5e425467a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.389157] env[70059]: INFO nova.compute.manager [-] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Took 2.10 seconds to deallocate network for instance. [ 1020.389417] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.389417] env[70059]: value = "task-3189489" [ 1020.389417] env[70059]: _type = "Task" [ 1020.389417] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.404179] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189489, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.446806] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "88075c05-5098-4c8a-83e1-1569ab3f7364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.446806] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.446806] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "88075c05-5098-4c8a-83e1-1569ab3f7364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.446806] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.446806] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.449204] env[70059]: INFO nova.compute.manager [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Terminating instance [ 1020.473817] env[70059]: DEBUG nova.objects.base [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Object Instance<540ad875-a40a-4a8a-9969-11286937a642> lazy-loaded attributes: info_cache,migration_context {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.475138] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c6b2ca-3031-4864-9cdb-40dd24ed3634 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.504889] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e450ae-0ff1-4e75-9a6c-7643bb03136b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.511730] env[70059]: DEBUG oslo_vmware.api [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1020.511730] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5201ec0b-35ae-3320-d96a-2da280348fb7" [ 1020.511730] env[70059]: _type = "Task" [ 1020.511730] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.520020] env[70059]: DEBUG oslo_vmware.api [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5201ec0b-35ae-3320-d96a-2da280348fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.801389] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.802021] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.804985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.039s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.805417] env[70059]: DEBUG nova.objects.instance [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lazy-loading 'resources' on Instance uuid 0d46a59d-0b8c-4352-bdd5-ef49274ca424 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.898774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.903667] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189489, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.957019] env[70059]: DEBUG nova.compute.manager [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.957019] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37f4f7e6-c67f-4c4f-b1f0-9019e15a026d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.971578] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95a8f0-96da-4b47-8872-d5a49f901851 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.015596] env[70059]: WARNING nova.virt.vmwareapi.driver [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 could not be found. [ 1021.015991] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.019697] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34197553-ce49-4e97-b223-7032d732f564 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.027751] env[70059]: DEBUG oslo_vmware.api [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5201ec0b-35ae-3320-d96a-2da280348fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.028994] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.032124] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7824ac9-d927-4f27-a84c-9bdff8878097 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.069689] env[70059]: WARNING nova.virt.vmwareapi.vmops [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 could not be found. [ 1021.069896] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.070161] env[70059]: INFO nova.compute.manager [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1021.070355] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.070715] env[70059]: DEBUG nova.compute.manager [-] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.070833] env[70059]: DEBUG nova.network.neutron [-] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.308022] env[70059]: DEBUG nova.compute.utils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.315537] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.318021] env[70059]: DEBUG nova.network.neutron [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.406475] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189489, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.429794] env[70059]: DEBUG nova.policy [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2641ed717ffe4b5a9537d21169ee91da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e32ddafd435439db546206467a0ec69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.610480] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e025d-16c4-45dc-ad28-d0cd50f7ee04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.618553] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eee2f2-f577-402f-9a60-2259220a0feb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.664134] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7167c15-9664-4fce-9888-8855a435204b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.673496] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba099297-d2c1-40c4-aea2-0408e65f43bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.692560] env[70059]: DEBUG nova.compute.provider_tree [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.816198] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.903649] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189489, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.103259] env[70059]: DEBUG nova.network.neutron [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Successfully created port: 10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.195896] env[70059]: DEBUG nova.scheduler.client.report [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.406842] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189489, 'name': CreateVM_Task, 'duration_secs': 1.529383} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.407143] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.407724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.407893] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.408571] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.408571] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa1d455-003a-4c9d-9eb6-07c9d6863ab0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.413716] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1022.413716] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529f4960-91d5-7846-764b-2f2f2894a40a" [ 1022.413716] env[70059]: _type = "Task" [ 1022.413716] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.421774] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529f4960-91d5-7846-764b-2f2f2894a40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.474737] env[70059]: DEBUG nova.compute.manager [req-b47c4458-a171-49af-bc77-3499e1fcac6a req-50b853fa-6d6d-4db8-a0d4-650f86521e56 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Received event network-vif-deleted-9d9d8713-20ae-4044-aa5e-0515938a83ed {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.475511] env[70059]: INFO nova.compute.manager [req-b47c4458-a171-49af-bc77-3499e1fcac6a req-50b853fa-6d6d-4db8-a0d4-650f86521e56 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Neutron deleted interface 9d9d8713-20ae-4044-aa5e-0515938a83ed; detaching it from the instance and deleting it from the info cache [ 1022.475511] env[70059]: DEBUG nova.network.neutron [req-b47c4458-a171-49af-bc77-3499e1fcac6a req-50b853fa-6d6d-4db8-a0d4-650f86521e56 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.501635] env[70059]: DEBUG nova.network.neutron [-] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.701787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.705423] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.059s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.730923] env[70059]: INFO nova.scheduler.client.report [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Deleted allocations for instance 0d46a59d-0b8c-4352-bdd5-ef49274ca424 [ 1022.833870] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.873509] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0abd806412052da8486fb327a827d200',container_format='bare',created_at=2025-03-26T22:07:58Z,direct_url=,disk_format='vmdk',id=3da6a890-b840-42ec-8a37-ed7a9e282a8c,min_disk=1,min_ram=0,name='tempest-test-snap-2028850673',owner='3e32ddafd435439db546206467a0ec69',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T22:08:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.873760] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.873915] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.874108] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.874256] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.874404] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.874612] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.874767] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.874930] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.875201] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.875502] env[70059]: DEBUG nova.virt.hardware [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.877990] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06039196-a269-4c7b-8a10-6f1a3697a28c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.891065] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7fdb2-78aa-477b-bf9f-cf7175669b3a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.925894] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529f4960-91d5-7846-764b-2f2f2894a40a, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.929116] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.929417] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.929656] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.929850] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.930157] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.930549] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6112be5c-2447-4544-ba4d-0fb1002deef9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.941028] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.941028] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.941028] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510cf50f-3d06-4e6c-9877-fb0b0cedfc74 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.945748] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1022.945748] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528b2607-5b9a-c8c3-ac31-401b786cd357" [ 1022.945748] env[70059]: _type = "Task" [ 1022.945748] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.961052] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528b2607-5b9a-c8c3-ac31-401b786cd357, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.962134] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e3b20c-896e-4c1f-acbe-06d6d47ec091 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.970449] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1022.970449] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529918ee-6ee0-30fd-644e-2397ac4668c1" [ 1022.970449] env[70059]: _type = "Task" [ 1022.970449] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.983548] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6493d7fe-e286-4346-a026-d6d4bfc67ac8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.991912] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529918ee-6ee0-30fd-644e-2397ac4668c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.992634] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.992975] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/2e5a099f-f753-45ea-8a01-1a34690930f2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.993311] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3239614f-34ae-471a-96c2-79f865659105 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.003396] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa1e8d7-0649-4675-a006-52a968d295a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.016079] env[70059]: INFO nova.compute.manager [-] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Took 1.94 seconds to deallocate network for instance. [ 1023.016456] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1023.016456] env[70059]: value = "task-3189490" [ 1023.016456] env[70059]: _type = "Task" [ 1023.016456] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.032720] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.045283] env[70059]: DEBUG nova.compute.manager [req-b47c4458-a171-49af-bc77-3499e1fcac6a req-50b853fa-6d6d-4db8-a0d4-650f86521e56 service nova] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Detach interface failed, port_id=9d9d8713-20ae-4044-aa5e-0515938a83ed, reason: Instance 88075c05-5098-4c8a-83e1-1569ab3f7364 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.085234] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96aa23c-8d6c-4aa6-9cfc-de17dd4053e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.093521] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871f72b-1d5e-4158-be0b-c7dcb204fe03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.126088] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbe530-f65c-42cd-ac2e-bfd2e8c3e2b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.133981] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103cb538-d78a-4f5b-a1ff-33d6bc2a4190 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.148586] env[70059]: DEBUG nova.compute.provider_tree [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.246985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e8a6819-385d-451c-9b59-b46908908a01 tempest-ServersTestBootFromVolume-349238990 tempest-ServersTestBootFromVolume-349238990-project-member] Lock "0d46a59d-0b8c-4352-bdd5-ef49274ca424" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.270s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.531930] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521981} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.532221] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/2e5a099f-f753-45ea-8a01-1a34690930f2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.532436] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.532698] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d9d51cb-6423-4e59-bf02-f82f2d1e6ad7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.538966] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1023.538966] env[70059]: value = "task-3189491" [ 1023.538966] env[70059]: _type = "Task" [ 1023.538966] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.548984] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.595909] env[70059]: INFO nova.compute.manager [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Took 0.58 seconds to detach 1 volumes for instance. [ 1023.598276] env[70059]: DEBUG nova.compute.manager [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Deleting volume: 02584806-6c50-47ce-b796-94f4b78fcdda {{(pid=70059) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1023.652189] env[70059]: DEBUG nova.scheduler.client.report [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.787192] env[70059]: INFO nova.compute.manager [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Rebuilding instance [ 1023.843591] env[70059]: DEBUG nova.compute.manager [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.844504] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f281eda9-6200-4be5-81f1-927d8d243099 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.051128] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068119} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.051513] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.052411] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74cab4-71fb-4866-ab56-4fcfe5b44cdc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.079294] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/2e5a099f-f753-45ea-8a01-1a34690930f2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.081741] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a9fcab-fd98-4fb4-b8b3-0f614df4cf4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.101540] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1024.101540] env[70059]: value = "task-3189493" [ 1024.101540] env[70059]: _type = "Task" [ 1024.101540] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.110403] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.143903] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.157316] env[70059]: DEBUG oslo_concurrency.lockutils [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.452s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.157316] env[70059]: INFO nova.compute.manager [None req-59e555e9-d718-4a6b-a8c2-f01ae9a04223 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Successfully reverted task state from rebuilding on failure for instance. [ 1024.165481] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.266s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.166024] env[70059]: DEBUG nova.objects.instance [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'resources' on Instance uuid 2e3e38b3-ea25-4443-ae05-36a632f979f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.261759] env[70059]: DEBUG nova.network.neutron [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Successfully updated port: 10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.370529] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f94d6-09f1-5363-8a67-ef79ccd38a95/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.373034] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c26c38-5086-4044-811a-014a28adb5cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.381239] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f94d6-09f1-5363-8a67-ef79ccd38a95/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.381239] env[70059]: ERROR oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f94d6-09f1-5363-8a67-ef79ccd38a95/disk-0.vmdk due to incomplete transfer. [ 1024.381239] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e91046a5-436a-4f6a-bb26-ee213dc09720 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.391892] env[70059]: DEBUG oslo_vmware.rw_handles [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521f94d6-09f1-5363-8a67-ef79ccd38a95/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.392121] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Uploaded image 34fb412d-bc42-4750-b71f-c42efe917178 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.394874] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.394874] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-849cbc56-5de1-4b20-9f72-db0a3678718a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.404353] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1024.404353] env[70059]: value = "task-3189494" [ 1024.404353] env[70059]: _type = "Task" [ 1024.404353] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.413367] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189494, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.531031] env[70059]: DEBUG nova.compute.manager [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Received event network-vif-plugged-10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.531031] env[70059]: DEBUG oslo_concurrency.lockutils [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] Acquiring lock "c27c3942-c645-4e47-b5af-aa5bd339346f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.531031] env[70059]: DEBUG oslo_concurrency.lockutils [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.531784] env[70059]: DEBUG oslo_concurrency.lockutils [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.531983] env[70059]: DEBUG nova.compute.manager [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] No waiting events found dispatching network-vif-plugged-10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.532192] env[70059]: WARNING nova.compute.manager [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Received unexpected event network-vif-plugged-10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a for instance with vm_state building and task_state spawning. [ 1024.532359] env[70059]: DEBUG nova.compute.manager [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Received event network-changed-10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.532545] env[70059]: DEBUG nova.compute.manager [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Refreshing instance network info cache due to event network-changed-10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.532743] env[70059]: DEBUG oslo_concurrency.lockutils [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] Acquiring lock "refresh_cache-c27c3942-c645-4e47-b5af-aa5bd339346f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.532879] env[70059]: DEBUG oslo_concurrency.lockutils [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] Acquired lock "refresh_cache-c27c3942-c645-4e47-b5af-aa5bd339346f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.533047] env[70059]: DEBUG nova.network.neutron [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Refreshing network info cache for port 10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.613388] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189493, 'name': ReconfigVM_Task, 'duration_secs': 0.3173} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.613682] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/2e5a099f-f753-45ea-8a01-1a34690930f2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.614355] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00d48786-40e1-431a-8583-1b0ef48c4384 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.623665] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1024.623665] env[70059]: value = "task-3189495" [ 1024.623665] env[70059]: _type = "Task" [ 1024.623665] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.642167] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189495, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.768592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "refresh_cache-c27c3942-c645-4e47-b5af-aa5bd339346f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.862725] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.862725] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41cb945-537f-4927-b944-72f4514797f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.870104] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1024.870104] env[70059]: value = "task-3189496" [ 1024.870104] env[70059]: _type = "Task" [ 1024.870104] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.880564] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.912167] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189494, 'name': Destroy_Task, 'duration_secs': 0.377562} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.915865] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Destroyed the VM [ 1024.916631] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.917419] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e63053b-dd2a-4297-8f82-0069a049f2a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.924493] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1024.924493] env[70059]: value = "task-3189497" [ 1024.924493] env[70059]: _type = "Task" [ 1024.924493] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.937928] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.983149] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b04770-2802-4fb9-aa25-6536f412af3c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.991985] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7cb9f-deea-4d32-b0e6-2f8ae234c6af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.031188] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9643cf39-9e05-4efb-bf62-76c2fe587f5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.042016] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5789f7c5-0a16-44c6-bedd-f8548707d996 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.057550] env[70059]: DEBUG nova.compute.provider_tree [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.076725] env[70059]: DEBUG nova.network.neutron [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.133916] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189495, 'name': Rename_Task, 'duration_secs': 0.1588} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.134552] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.134552] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7092cb5b-e71c-404b-8b27-d1b6455b5e7c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.141408] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1025.141408] env[70059]: value = "task-3189498" [ 1025.141408] env[70059]: _type = "Task" [ 1025.141408] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.148509] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.149418] env[70059]: DEBUG nova.network.neutron [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.384791] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189496, 'name': PowerOffVM_Task, 'duration_secs': 0.219337} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.385070] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.385288] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.386182] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb5836-ac36-4ef4-a516-a48fb3fc0a64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.393779] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.395139] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5acf6478-341b-4a69-8039-50d4d26286e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.436860] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189497, 'name': RemoveSnapshot_Task, 'duration_secs': 0.417504} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.436919] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.437577] env[70059]: DEBUG nova.compute.manager [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.438225] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723ea613-d4b1-4e7e-85b7-b663d0c7e62f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.464781] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.465246] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.467023] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleting the datastore file [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.467023] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb9d76d-4b42-4c60-ae7f-4dc058071edd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.473298] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1025.473298] env[70059]: value = "task-3189500" [ 1025.473298] env[70059]: _type = "Task" [ 1025.473298] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.486918] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.567019] env[70059]: DEBUG nova.scheduler.client.report [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.653471] env[70059]: DEBUG oslo_concurrency.lockutils [req-5f30e547-323c-44f3-a603-f0f49c4c1dba req-870383b0-e0ce-4a74-8ca9-8e2d2c47a5bd service nova] Releasing lock "refresh_cache-c27c3942-c645-4e47-b5af-aa5bd339346f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.654068] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.655310] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "refresh_cache-c27c3942-c645-4e47-b5af-aa5bd339346f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.655310] env[70059]: DEBUG nova.network.neutron [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.954561] env[70059]: INFO nova.compute.manager [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Shelve offloading [ 1025.983431] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276041} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.983694] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.983888] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.984073] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.070304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.077866] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.044s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.098478] env[70059]: INFO nova.scheduler.client.report [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted allocations for instance 2e3e38b3-ea25-4443-ae05-36a632f979f2 [ 1026.154390] env[70059]: DEBUG oslo_vmware.api [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189498, 'name': PowerOnVM_Task, 'duration_secs': 0.516282} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.155366] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.155629] env[70059]: INFO nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1026.155814] env[70059]: DEBUG nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.156606] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac83f3c-01ab-493c-b240-897e273d94db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.195304] env[70059]: DEBUG nova.network.neutron [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.365117] env[70059]: DEBUG nova.network.neutron [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Updating instance_info_cache with network_info: [{"id": "10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a", "address": "fa:16:3e:7e:b0:52", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10edf78c-3d", "ovs_interfaceid": "10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.460399] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.460399] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fe0e5a-8732-4286-bd35-a71ba00b589f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.466796] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1026.466796] env[70059]: value = "task-3189501" [ 1026.466796] env[70059]: _type = "Task" [ 1026.466796] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.476879] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.477108] env[70059]: DEBUG nova.compute.manager [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.477863] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e474f-496a-4635-a633-c36d00074d6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.483665] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.483830] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.483998] env[70059]: DEBUG nova.network.neutron [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.609135] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76c54da6-0ac7-4d17-b879-1d0a5a9850c5 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "2e3e38b3-ea25-4443-ae05-36a632f979f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.962s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.679020] env[70059]: INFO nova.compute.manager [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Took 14.72 seconds to build instance. [ 1026.817077] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a1b217-d1c3-43c9-8934-1aef4092b766 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.825887] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89b12e4-a00d-456f-9246-7db171b4e44c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.856468] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de444e85-baf3-4c26-a3df-538461b37b2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.864167] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3d9e50-8ac2-4174-a98d-b094c85fcd51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.870287] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "refresh_cache-c27c3942-c645-4e47-b5af-aa5bd339346f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.870583] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Instance network_info: |[{"id": "10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a", "address": "fa:16:3e:7e:b0:52", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10edf78c-3d", "ovs_interfaceid": "10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.871022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:b0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.880914] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.890434] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.890935] env[70059]: DEBUG nova.compute.provider_tree [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.892302] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8135bb23-42bb-4239-8770-accac586c1e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.914156] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.914156] env[70059]: value = "task-3189502" [ 1026.914156] env[70059]: _type = "Task" [ 1026.914156] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.919466] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189502, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.024474] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.024604] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.024646] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.024811] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.024951] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.025165] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.025340] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.025512] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.025687] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.025851] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.026032] env[70059]: DEBUG nova.virt.hardware [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.026899] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09994a2-837d-429e-ae3d-8e091d8d374f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.035016] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dc5818-060e-4743-b7e4-1cd154a0550e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.051288] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:90:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.060205] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.060205] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.060205] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de61ad69-78fd-4b0c-8739-5eebb766fb7d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.082091] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.082091] env[70059]: value = "task-3189503" [ 1027.082091] env[70059]: _type = "Task" [ 1027.082091] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.093109] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189503, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.184745] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d4a96340-051c-4424-8d7f-e9539d7b9012 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.231s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.407755] env[70059]: DEBUG nova.scheduler.client.report [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.417707] env[70059]: DEBUG nova.network.neutron [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.422711] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189502, 'name': CreateVM_Task, 'duration_secs': 0.346867} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.424156] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.424156] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.424156] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.424502] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.425408] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3768e582-5156-45c1-953d-3c6f72c0f4f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.431548] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1027.431548] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52211e96-9a57-f0fc-e095-513fefc9a249" [ 1027.431548] env[70059]: _type = "Task" [ 1027.431548] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.440297] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52211e96-9a57-f0fc-e095-513fefc9a249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.592141] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189503, 'name': CreateVM_Task, 'duration_secs': 0.405447} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.592141] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.593247] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.593247] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.593453] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.594557] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bd83aa-82b4-46b3-a5f0-f4b7c255d4e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.598618] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1027.598618] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5279dff5-fab0-3d45-4b91-651da34da1da" [ 1027.598618] env[70059]: _type = "Task" [ 1027.598618] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.606765] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5279dff5-fab0-3d45-4b91-651da34da1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.742268] env[70059]: INFO nova.compute.manager [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Rescuing [ 1027.742543] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.742695] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.742952] env[70059]: DEBUG nova.network.neutron [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.924895] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.941083] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.941347] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Processing image 3da6a890-b840-42ec-8a37-ed7a9e282a8c {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.941583] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.941733] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.941913] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.942171] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d5cba7d-7c72-48c8-b717-c4eb876b30ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.954745] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.954947] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.955722] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fcd2cf-f553-4173-a2af-095d6379a436 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.961183] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1027.961183] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525cef3a-76d7-a2e1-6d61-780e92a2c593" [ 1027.961183] env[70059]: _type = "Task" [ 1027.961183] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.969143] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525cef3a-76d7-a2e1-6d61-780e92a2c593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.111880] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5279dff5-fab0-3d45-4b91-651da34da1da, 'name': SearchDatastore_Task, 'duration_secs': 0.030071} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.111880] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.111880] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.111880] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.111880] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.112523] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.112523] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc1ef31c-9f06-4523-b8ef-b71944503f95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.130615] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.131503] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.131851] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c7354b-031a-4e68-b004-4493b09d0355 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.139744] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1028.139744] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52dec936-c8cc-0ca1-4fc4-0497f01d4d7d" [ 1028.139744] env[70059]: _type = "Task" [ 1028.139744] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.149565] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dec936-c8cc-0ca1-4fc4-0497f01d4d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.245211] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.249188] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e45fdc-abfd-458a-9ba2-7bc9549a09e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.257690] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.258018] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af19335-ce10-45bd-9a01-dd4abe15065a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.326257] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.326257] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.326257] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleting the datastore file [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.326257] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c03e34-dc0c-4014-afab-d57462ccd4b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.343139] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1028.343139] env[70059]: value = "task-3189505" [ 1028.343139] env[70059]: _type = "Task" [ 1028.343139] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.346662] env[70059]: DEBUG nova.compute.manager [req-0f42fec6-a560-48e9-900a-955fef1cbf19 req-ed90f4b8-5492-4f0d-8f61-e270cfdb8045 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-vif-unplugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.347915] env[70059]: DEBUG oslo_concurrency.lockutils [req-0f42fec6-a560-48e9-900a-955fef1cbf19 req-ed90f4b8-5492-4f0d-8f61-e270cfdb8045 service nova] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.348193] env[70059]: DEBUG oslo_concurrency.lockutils [req-0f42fec6-a560-48e9-900a-955fef1cbf19 req-ed90f4b8-5492-4f0d-8f61-e270cfdb8045 service nova] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.348372] env[70059]: DEBUG oslo_concurrency.lockutils [req-0f42fec6-a560-48e9-900a-955fef1cbf19 req-ed90f4b8-5492-4f0d-8f61-e270cfdb8045 service nova] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.348820] env[70059]: DEBUG nova.compute.manager [req-0f42fec6-a560-48e9-900a-955fef1cbf19 req-ed90f4b8-5492-4f0d-8f61-e270cfdb8045 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] No waiting events found dispatching network-vif-unplugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.349184] env[70059]: WARNING nova.compute.manager [req-0f42fec6-a560-48e9-900a-955fef1cbf19 req-ed90f4b8-5492-4f0d-8f61-e270cfdb8045 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received unexpected event network-vif-unplugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 for instance with vm_state shelved and task_state shelving_offloading. [ 1028.360884] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.418953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.346s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.423123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.279s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.423406] env[70059]: DEBUG nova.objects.instance [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lazy-loading 'resources' on Instance uuid 88075c05-5098-4c8a-83e1-1569ab3f7364 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.473423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1028.473701] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Fetch image to [datastore1] OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b/OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1028.473901] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Downloading stream optimized image 3da6a890-b840-42ec-8a37-ed7a9e282a8c to [datastore1] OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b/OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b.vmdk on the data store datastore1 as vApp {{(pid=70059) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1028.474336] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Downloading image file data 3da6a890-b840-42ec-8a37-ed7a9e282a8c to the ESX as VM named 'OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b' {{(pid=70059) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1028.492064] env[70059]: DEBUG nova.network.neutron [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.574876] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1028.574876] env[70059]: value = "resgroup-9" [ 1028.574876] env[70059]: _type = "ResourcePool" [ 1028.574876] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1028.575665] env[70059]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-89d40163-cfd0-459e-a56b-e58730880df8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.598982] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease: (returnval){ [ 1028.598982] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525321fd-d1a4-3e43-460c-451ef912c7aa" [ 1028.598982] env[70059]: _type = "HttpNfcLease" [ 1028.598982] env[70059]: } obtained for vApp import into resource pool (val){ [ 1028.598982] env[70059]: value = "resgroup-9" [ 1028.598982] env[70059]: _type = "ResourcePool" [ 1028.598982] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1028.599276] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the lease: (returnval){ [ 1028.599276] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525321fd-d1a4-3e43-460c-451ef912c7aa" [ 1028.599276] env[70059]: _type = "HttpNfcLease" [ 1028.599276] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.605986] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.605986] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525321fd-d1a4-3e43-460c-451ef912c7aa" [ 1028.605986] env[70059]: _type = "HttpNfcLease" [ 1028.605986] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.650098] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dec936-c8cc-0ca1-4fc4-0497f01d4d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.650948] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b561a35-1863-496f-8d7d-5351eb2e6630 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.655893] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1028.655893] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ca51fe-06f8-1a8f-1998-1739ba304b74" [ 1028.655893] env[70059]: _type = "Task" [ 1028.655893] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.664913] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ca51fe-06f8-1a8f-1998-1739ba304b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.859120] env[70059]: DEBUG oslo_vmware.api [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282322} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.859276] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.859719] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.859719] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.878865] env[70059]: INFO nova.scheduler.client.report [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted allocations for instance 49d32e7b-bea9-4d7a-a51e-787c00fd2143 [ 1028.931660] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "48488558-4b01-4283-8f25-692176eb3226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.931887] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "48488558-4b01-4283-8f25-692176eb3226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.975427] env[70059]: INFO nova.scheduler.client.report [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocation for migration 70f79754-10a0-4a0c-8955-5b9bb00ba5f1 [ 1028.995793] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.025270] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.025593] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.032540] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.032773] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.032984] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.033180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.033349] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.038093] env[70059]: INFO nova.compute.manager [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Terminating instance [ 1029.109195] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.109195] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525321fd-d1a4-3e43-460c-451ef912c7aa" [ 1029.109195] env[70059]: _type = "HttpNfcLease" [ 1029.109195] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.158391] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b0c3c-4450-4a72-b464-075276e72294 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.172647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1975c6a-c203-4bce-8b10-78ef2668de2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.175762] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ca51fe-06f8-1a8f-1998-1739ba304b74, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.176025] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.176294] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.176931] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10407c04-c7e5-44a8-b204-5c15de5229a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.206390] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c6333-ecfc-4bf7-ad35-9fdb8223620a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.210309] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1029.210309] env[70059]: value = "task-3189507" [ 1029.210309] env[70059]: _type = "Task" [ 1029.210309] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.218316] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d126c-5586-4483-8a74-45a6f69a10e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.223322] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.233980] env[70059]: DEBUG nova.compute.provider_tree [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.363286] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.363625] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.383177] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.436855] env[70059]: DEBUG nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.481881] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1e511446-eae2-4eb7-b249-888269da3245 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.987s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.528449] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.542148] env[70059]: DEBUG nova.compute.manager [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.542915] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.543656] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75511da-86d8-455a-89c7-39d9089768c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.552479] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.552761] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bc5e2c8-0550-4643-b167-a42b4934bda6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.560342] env[70059]: DEBUG oslo_vmware.api [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 1029.560342] env[70059]: value = "task-3189508" [ 1029.560342] env[70059]: _type = "Task" [ 1029.560342] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.569161] env[70059]: DEBUG oslo_vmware.api [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.611928] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.611928] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525321fd-d1a4-3e43-460c-451ef912c7aa" [ 1029.611928] env[70059]: _type = "HttpNfcLease" [ 1029.611928] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.612321] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.612321] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525321fd-d1a4-3e43-460c-451ef912c7aa" [ 1029.612321] env[70059]: _type = "HttpNfcLease" [ 1029.612321] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1029.613110] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2971c3b-9213-4efe-b3ef-be679f661021 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.621580] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bec5af-c865-5587-2374-b30a18dfc02d/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.621779] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bec5af-c865-5587-2374-b30a18dfc02d/disk-0.vmdk. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1029.698067] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcf9e2c5-e360-428c-8dd9-23d38c2c790d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.724539] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.736858] env[70059]: DEBUG nova.scheduler.client.report [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.866272] env[70059]: DEBUG nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.959967] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.037873] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "540ad875-a40a-4a8a-9969-11286937a642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.038135] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.038351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "540ad875-a40a-4a8a-9969-11286937a642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.038601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.038771] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.040918] env[70059]: INFO nova.compute.manager [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Terminating instance [ 1030.051595] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.069781] env[70059]: DEBUG oslo_vmware.api [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189508, 'name': PowerOffVM_Task, 'duration_secs': 0.280216} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.070058] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.070217] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.070467] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b221fe8-2a6f-4777-9a9d-8eaea00c8756 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.256423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.256423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.256423] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Deleting the datastore file [datastore1] 2482e827-fac7-4d34-b8aa-bc93c44eef8c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad57dad6-2eff-44d1-bc44-1f83dd85b113 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.api [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for the task: (returnval){ [ 1030.256423] env[70059]: value = "task-3189510" [ 1030.256423] env[70059]: _type = "Task" [ 1030.256423] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.api [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570232} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.256423] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.256423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc58adac-f12e-4ae4-b5c0-f390c12162a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1030.256423] env[70059]: value = "task-3189511" [ 1030.256423] env[70059]: _type = "Task" [ 1030.256423] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.256423] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.256423] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.256423] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.871s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.256423] env[70059]: DEBUG nova.objects.instance [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'resources' on Instance uuid 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.377898] env[70059]: DEBUG nova.compute.manager [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-changed-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.378309] env[70059]: DEBUG nova.compute.manager [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Refreshing instance network info cache due to event network-changed-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.378360] env[70059]: DEBUG oslo_concurrency.lockutils [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378791] env[70059]: DEBUG oslo_concurrency.lockutils [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.379147] env[70059]: DEBUG nova.network.neutron [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Refreshing network info cache for port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.402568] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.527128] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.527462] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6589c3ca-9048-42eb-8c2b-d22945ff5d58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.534876] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1030.534876] env[70059]: value = "task-3189512" [ 1030.534876] env[70059]: _type = "Task" [ 1030.534876] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.543510] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.545490] env[70059]: DEBUG nova.compute.manager [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.545668] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.546392] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbca20b-cbae-4831-ab26-a6221d36bbdb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.554470] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "38299d76-4cb9-49c6-80d6-0288760d37ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.554783] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.558753] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.561040] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5947a37e-80af-4ff4-8947-c4ec6e5298bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.567448] env[70059]: DEBUG oslo_vmware.api [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1030.567448] env[70059]: value = "task-3189513" [ 1030.567448] env[70059]: _type = "Task" [ 1030.567448] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.584576] env[70059]: DEBUG oslo_vmware.api [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.390200] env[70059]: DEBUG nova.objects.instance [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'numa_topology' on Instance uuid 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.395874] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.404928] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1031.405137] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bec5af-c865-5587-2374-b30a18dfc02d/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.406124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0b215a80-c691-4663-929e-ccdce4e6e4a6 tempest-ServerActionsV293TestJSON-1718366179 tempest-ServerActionsV293TestJSON-1718366179-project-member] Lock "88075c05-5098-4c8a-83e1-1569ab3f7364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.960s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.417200] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672c54b4-0ac2-468e-ac2b-e4ded62f44d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.429041] env[70059]: DEBUG oslo_vmware.api [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Task: {'id': task-3189510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227623} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.429041] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.429041] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.429041] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.429041] env[70059]: INFO nova.compute.manager [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1031.429041] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.430540] env[70059]: DEBUG nova.compute.manager [-] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.430687] env[70059]: DEBUG nova.network.neutron [-] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.443644] env[70059]: DEBUG oslo_vmware.api [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189513, 'name': PowerOffVM_Task, 'duration_secs': 0.243673} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.444155] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075934} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.444596] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189512, 'name': PowerOffVM_Task, 'duration_secs': 0.274383} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.446610] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.446774] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.447055] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.447455] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.447602] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bec5af-c865-5587-2374-b30a18dfc02d/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.447742] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bec5af-c865-5587-2374-b30a18dfc02d/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1031.448655] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76be7110-b65c-47a7-9162-bff5247ef2ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.450688] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b034b-511d-42a7-a546-2e6264a6c08e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.454044] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d2d0d1-6e69-4b6e-a135-1ac039dd2d52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.455931] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b3be26c4-430a-4991-a95b-40a69e8518ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.478844] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.493983] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33246d5-fa13-4c9d-9750-9a8b54c17db8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.511990] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf1fe0-c1f7-4921-9a9f-abe6a21d05ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.523645] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1031.523645] env[70059]: value = "task-3189515" [ 1031.523645] env[70059]: _type = "Task" [ 1031.523645] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.528750] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.528750] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.528750] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore2] 540ad875-a40a-4a8a-9969-11286937a642 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.529471] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af7875e9-2ebd-4663-a610-92f59f97fcb2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.536973] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.541077] env[70059]: DEBUG oslo_vmware.api [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1031.541077] env[70059]: value = "task-3189516" [ 1031.541077] env[70059]: _type = "Task" [ 1031.541077] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.550516] env[70059]: DEBUG oslo_vmware.api [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.552387] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.552648] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c9411f-6b05-44e7-ba1b-230e32ac463d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.557904] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1031.557904] env[70059]: value = "task-3189517" [ 1031.557904] env[70059]: _type = "Task" [ 1031.557904] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.566295] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.626056] env[70059]: DEBUG oslo_vmware.rw_handles [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bec5af-c865-5587-2374-b30a18dfc02d/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1031.626477] env[70059]: INFO nova.virt.vmwareapi.images [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Downloaded image file data 3da6a890-b840-42ec-8a37-ed7a9e282a8c [ 1031.627281] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a2afe4-2083-43a0-9551-5fceefcd5afc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.645762] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-237431b8-1584-4da0-ac66-0ecf596a92e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.681589] env[70059]: INFO nova.virt.vmwareapi.images [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] The imported VM was unregistered [ 1031.684735] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1031.685024] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.685362] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a846f885-172a-467a-928e-f2f1437eee3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.697422] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created directory with path [datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.697657] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b/OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b.vmdk to [datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk. {{(pid=70059) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1031.697939] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-496a9d15-7174-4d5f-854c-3101ce477148 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.708953] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1031.708953] env[70059]: value = "task-3189519" [ 1031.708953] env[70059]: _type = "Task" [ 1031.708953] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.717550] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.841516] env[70059]: DEBUG nova.network.neutron [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updated VIF entry in instance network info cache for port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.841923] env[70059]: DEBUG nova.network.neutron [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": null, "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.892539] env[70059]: DEBUG nova.objects.base [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Object Instance<49d32e7b-bea9-4d7a-a51e-787c00fd2143> lazy-loaded attributes: resources,numa_topology {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.904679] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.927347] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.036866] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189515, 'name': ReconfigVM_Task, 'duration_secs': 0.339587} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.037043] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61/5300c656-c3ff-4721-8fea-d12231491f61.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.040509] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76738469-08f6-4195-b23c-95924d5dc7e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.051040] env[70059]: DEBUG oslo_vmware.api [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.051365] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.051634] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.051879] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.052609] env[70059]: INFO nova.compute.manager [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1032.052609] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.053915] env[70059]: DEBUG nova.compute.manager [-] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.054366] env[70059]: DEBUG nova.network.neutron [-] [instance: 540ad875-a40a-4a8a-9969-11286937a642] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.056436] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1032.056436] env[70059]: value = "task-3189520" [ 1032.056436] env[70059]: _type = "Task" [ 1032.056436] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.075066] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.075330] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.075576] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.075726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.075908] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.076213] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189520, 'name': Rename_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.079113] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5efa8fd2-3b89-4c89-b5b1-4fc413752806 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.102249] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.102471] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.103274] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a87090-0a22-4d7d-9083-0ad9a06972f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.114666] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1032.114666] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52347474-fbf3-d974-5f66-395e82c1ac0a" [ 1032.114666] env[70059]: _type = "Task" [ 1032.114666] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.126993] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52347474-fbf3-d974-5f66-395e82c1ac0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.229969] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.270201] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d75ee13-fbad-41bc-b685-1a990e432179 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.283850] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c4e4b-48b4-4c49-b6e9-745c33a3c33d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.324207] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9584985-c1e8-4689-ab3a-8fbab6e3e982 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.334991] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb94df9c-c5d9-4633-a71a-bfbc99159418 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.344409] env[70059]: DEBUG oslo_concurrency.lockutils [req-3421df9c-16ff-4c30-a215-82d4f0498238 req-051f2f48-fc8e-416a-b2e1-410472815dd7 service nova] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.353959] env[70059]: DEBUG nova.compute.provider_tree [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.407600] env[70059]: DEBUG nova.compute.manager [req-5fe838c1-c913-4987-afae-d3bba8f1b46f req-fe539752-d261-42df-b3c7-83dde2387e2d service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Received event network-vif-deleted-eef5c040-d9aa-42e3-bb86-a68c37fc6e00 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.407859] env[70059]: INFO nova.compute.manager [req-5fe838c1-c913-4987-afae-d3bba8f1b46f req-fe539752-d261-42df-b3c7-83dde2387e2d service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Neutron deleted interface eef5c040-d9aa-42e3-bb86-a68c37fc6e00; detaching it from the instance and deleting it from the info cache [ 1032.407990] env[70059]: DEBUG nova.network.neutron [req-5fe838c1-c913-4987-afae-d3bba8f1b46f req-fe539752-d261-42df-b3c7-83dde2387e2d service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.568304] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189520, 'name': Rename_Task, 'duration_secs': 0.209465} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.568673] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.568950] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c7850f3-a27c-4ea4-8a8b-2ea73a624e6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.581161] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1032.581161] env[70059]: value = "task-3189521" [ 1032.581161] env[70059]: _type = "Task" [ 1032.581161] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.593619] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.629661] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52347474-fbf3-d974-5f66-395e82c1ac0a, 'name': SearchDatastore_Task, 'duration_secs': 0.096306} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.630535] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b0140a-8487-4793-9087-95ef5ef52a68 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.649162] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1032.649162] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5246ce9d-3e5c-1c91-432b-c11daf60cdaa" [ 1032.649162] env[70059]: _type = "Task" [ 1032.649162] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.662999] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5246ce9d-3e5c-1c91-432b-c11daf60cdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.726235] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.758891] env[70059]: DEBUG nova.network.neutron [-] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.857499] env[70059]: DEBUG nova.scheduler.client.report [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.911850] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d608166-baf0-4bc8-82ac-80de9ad1ebeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.914052] env[70059]: DEBUG nova.network.neutron [-] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.925592] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98fab33-ddac-4af6-b99b-dd2d482058ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.963374] env[70059]: DEBUG nova.compute.manager [req-5fe838c1-c913-4987-afae-d3bba8f1b46f req-fe539752-d261-42df-b3c7-83dde2387e2d service nova] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Detach interface failed, port_id=eef5c040-d9aa-42e3-bb86-a68c37fc6e00, reason: Instance 2482e827-fac7-4d34-b8aa-bc93c44eef8c could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.094950] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.162626] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5246ce9d-3e5c-1c91-432b-c11daf60cdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.097304} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.163043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.163223] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. {{(pid=70059) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1033.163516] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1003e5f4-30fb-437c-9bf9-c7c6e14b754c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.174273] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1033.174273] env[70059]: value = "task-3189522" [ 1033.174273] env[70059]: _type = "Task" [ 1033.174273] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.185973] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.224914] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.262083] env[70059]: INFO nova.compute.manager [-] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Took 1.83 seconds to deallocate network for instance. [ 1033.363588] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.109s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.368317] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.406s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.368695] env[70059]: INFO nova.compute.claims [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.416801] env[70059]: INFO nova.compute.manager [-] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Took 1.36 seconds to deallocate network for instance. [ 1033.596154] env[70059]: DEBUG oslo_vmware.api [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189521, 'name': PowerOnVM_Task, 'duration_secs': 0.700887} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.596512] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.596748] env[70059]: DEBUG nova.compute.manager [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.597613] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d43c1-29cc-4bb3-8fda-03a03f169fca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.686283] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.725043] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.771826] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.882380] env[70059]: DEBUG oslo_concurrency.lockutils [None req-46f7fa51-ac77-462a-8d25-ed770071a03d tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.354s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.883455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.979s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.884829] env[70059]: INFO nova.compute.manager [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Unshelving [ 1033.924255] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.119633] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.184998] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.223129] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.607154] env[70059]: DEBUG nova.compute.manager [req-78e03bc3-5fb9-4960-850f-6b9516ed250a req-82c298c7-d24a-4c5d-9c8a-d5ce7d50aad7 service nova] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Received event network-vif-deleted-729f2ad9-57b6-42b9-8bac-a23cd6cb08c0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.634038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4df2c-8169-4017-8499-264396f08bbe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.653201] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61687b4a-a406-4232-95a2-99c2a2ccc9ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.687482] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0969a8b-9d04-4d1b-8961-152f9cbb3d6b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.695014] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189522, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.697926] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4dc159-a03b-4e9f-827f-3742a74c36a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.710933] env[70059]: DEBUG nova.compute.provider_tree [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.722115] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189519, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.781051} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.722895] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b/OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b.vmdk to [datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk. [ 1034.723111] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Cleaning up location [datastore1] OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1034.723276] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c66808d3-c18c-4200-88ba-0c81d49e938b {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.723504] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e800fe23-d846-4a06-8d8d-094e3f1647c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.730263] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1034.730263] env[70059]: value = "task-3189523" [ 1034.730263] env[70059]: _type = "Task" [ 1034.730263] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.739024] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.912702] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.194471] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189522, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.214137] env[70059]: DEBUG nova.scheduler.client.report [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.240862] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203036} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.241122] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.241293] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.241532] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk to [datastore1] c27c3942-c645-4e47-b5af-aa5bd339346f/c27c3942-c645-4e47-b5af-aa5bd339346f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.241780] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cfc4493-650b-4b05-b686-36ebd678db6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.249968] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1035.249968] env[70059]: value = "task-3189524" [ 1035.249968] env[70059]: _type = "Task" [ 1035.249968] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.258065] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.694919] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189522, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.027698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.695270] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. [ 1035.695960] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18428b-aa08-45d9-b801-0147f3a20c36 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.722049] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.722913] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.723430] env[70059]: DEBUG nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.726038] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46c0a4b-56d9-4c1b-ac43-0721bbfd0afa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.739345] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.688s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.741028] env[70059]: INFO nova.compute.claims [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.754915] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1035.754915] env[70059]: value = "task-3189525" [ 1035.754915] env[70059]: _type = "Task" [ 1035.754915] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.762517] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.767991] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.241429] env[70059]: DEBUG nova.compute.utils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.243112] env[70059]: DEBUG nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1036.263261] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.271757] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.745046] env[70059]: DEBUG nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.770190] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.773749] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.027335] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69028422-d3e6-435d-aa7d-536d5a5fb768 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.036834] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c88ffbc-bab2-4e93-8360-498514f92459 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.071245] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b137e99-1097-46d0-ab05-21a62070d815 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.081160] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a663995-ab94-45a2-897f-376f2bba45e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.097749] env[70059]: DEBUG nova.compute.provider_tree [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.268416] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.271403] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.601150] env[70059]: DEBUG nova.scheduler.client.report [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.754362] env[70059]: DEBUG nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.772575] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.776046] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.785149] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.785325] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.786014] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.786275] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.786453] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.786614] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.787207] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.787464] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.790098] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.790098] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.790098] env[70059]: DEBUG nova.virt.hardware [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.790098] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4dd90e-be66-44d0-ba9f-a605068508f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.799220] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba04d6fa-32db-4f88-bd90-3d1a8e3848d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.819500] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.825253] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Creating folder: Project (21852f0039aa4610bf56cadf846e5b7a). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.825712] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6e4d44d-2d02-48fa-bc28-0dba666a793b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.840344] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Created folder: Project (21852f0039aa4610bf56cadf846e5b7a) in parent group-v637631. [ 1037.840641] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Creating folder: Instances. Parent ref: group-v637862. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.840845] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-044f01d8-adc1-4f4a-9568-8de13c8b1578 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.854446] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Created folder: Instances in parent group-v637862. [ 1037.854868] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.855258] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.855515] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b14150c0-d089-4f68-b1f6-90c271c584c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.879302] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.879302] env[70059]: value = "task-3189528" [ 1037.879302] env[70059]: _type = "Task" [ 1037.879302] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.890469] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189528, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.106782] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.107344] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.110253] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.708s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.111652] env[70059]: INFO nova.compute.claims [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.275321] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189524, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.741145} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.278799] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3da6a890-b840-42ec-8a37-ed7a9e282a8c/3da6a890-b840-42ec-8a37-ed7a9e282a8c.vmdk to [datastore1] c27c3942-c645-4e47-b5af-aa5bd339346f/c27c3942-c645-4e47-b5af-aa5bd339346f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.279204] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189525, 'name': ReconfigVM_Task, 'duration_secs': 2.441697} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.280060] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf45d622-a7ba-467b-b342-d0bf4d7e3821 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.282928] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.283810] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ac2a5-dda4-438a-b4c1-11c4a5562771 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.316470] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c27c3942-c645-4e47-b5af-aa5bd339346f/c27c3942-c645-4e47-b5af-aa5bd339346f.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.332908] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12dcb94-fffc-46d4-95c9-a9f560d0babc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.357224] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa9a382-5d17-4858-ba53-d522becffacc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.377853] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1038.377853] env[70059]: value = "task-3189530" [ 1038.377853] env[70059]: _type = "Task" [ 1038.377853] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.380709] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1038.380709] env[70059]: value = "task-3189529" [ 1038.380709] env[70059]: _type = "Task" [ 1038.380709] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.396212] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189528, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.403801] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.403801] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.618720] env[70059]: DEBUG nova.compute.utils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.620698] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.620698] env[70059]: DEBUG nova.network.neutron [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.669277] env[70059]: DEBUG nova.policy [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.897965] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189528, 'name': CreateVM_Task, 'duration_secs': 0.772012} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.898287] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.902105] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.902367] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.902513] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.903450] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.903552] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9907ef5-5657-4500-b8ae-be5f5a4e045a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.908995] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.910295] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1038.910295] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d20e21-909b-c7bb-700a-ac4ce6bd101c" [ 1038.910295] env[70059]: _type = "Task" [ 1038.910295] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.919196] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d20e21-909b-c7bb-700a-ac4ce6bd101c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.970848] env[70059]: DEBUG nova.network.neutron [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Successfully created port: 9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.124044] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.379582] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b78b4-c1fd-41d6-95bd-e6568ae20d1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.390842] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189530, 'name': ReconfigVM_Task, 'duration_secs': 0.585262} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.392698] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.392980] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1371e2-7e83-4dbb-aa67-47fd927ec9c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.395033] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186f08f-e1fb-4dfd-b8e7-88d62b65281d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.402822] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1039.402822] env[70059]: value = "task-3189531" [ 1039.402822] env[70059]: _type = "Task" [ 1039.402822] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.434070] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189529, 'name': ReconfigVM_Task, 'duration_secs': 0.626972} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.435393] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c27c3942-c645-4e47-b5af-aa5bd339346f/c27c3942-c645-4e47-b5af-aa5bd339346f.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.439449] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef79b49-dafa-4bc4-acc2-ccc9b04deb7b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.445849] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f5ed988-42b6-4be3-a76c-19a49af98a15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.447909] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189531, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.456406] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d20e21-909b-c7bb-700a-ac4ce6bd101c, 'name': SearchDatastore_Task, 'duration_secs': 0.019958} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.459934] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.460288] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.460588] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.460755] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.460951] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.461400] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1039.461400] env[70059]: value = "task-3189532" [ 1039.461400] env[70059]: _type = "Task" [ 1039.461400] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.462704] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f50bb11e-d7d7-41c0-a2df-15c985b14400 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.464836] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acb1798-3b01-4db4-a81e-d78ef8c81d71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.479050] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189532, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.488875] env[70059]: DEBUG nova.compute.provider_tree [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.491678] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.491849] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.492873] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b300e7ea-0dec-402f-a062-01bbb5f9123f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.498792] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1039.498792] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5252d9cd-c975-b6de-ac62-a61a0e9ab6d7" [ 1039.498792] env[70059]: _type = "Task" [ 1039.498792] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.508625] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5252d9cd-c975-b6de-ac62-a61a0e9ab6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.913397] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.979634] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189532, 'name': Rename_Task, 'duration_secs': 0.213234} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.979915] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.980176] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291f83d5-adb4-406f-a8c9-e211b117698e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.987673] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1039.987673] env[70059]: value = "task-3189533" [ 1039.987673] env[70059]: _type = "Task" [ 1039.987673] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.996514] env[70059]: DEBUG nova.scheduler.client.report [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.999688] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.010845] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5252d9cd-c975-b6de-ac62-a61a0e9ab6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.036641} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.012126] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b7a766-83f8-4fd9-ac87-8d35d5975683 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.018847] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1040.018847] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529982f1-db5c-16f9-68b2-fc364e2f3f51" [ 1040.018847] env[70059]: _type = "Task" [ 1040.018847] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.027945] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529982f1-db5c-16f9-68b2-fc364e2f3f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.135280] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.166430] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.166755] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.166946] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.167191] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.167373] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.167564] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.167809] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.168020] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.168230] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.168436] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.168711] env[70059]: DEBUG nova.virt.hardware [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.169676] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc15b58-701d-4675-9f37-1eda12e01243 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.178484] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ecc7f-eb5d-48dc-8246-52525594925e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.415816] env[70059]: DEBUG oslo_vmware.api [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189531, 'name': PowerOnVM_Task, 'duration_secs': 0.69839} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.416135] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.420063] env[70059]: DEBUG nova.compute.manager [None req-8aa794b6-e314-45b0-a48f-e15bccbabd91 tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.421315] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162f9480-60f4-4ef2-92c6-1d5012fc91b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.449708] env[70059]: DEBUG nova.compute.manager [req-1af2c6c7-e83f-44c9-ac5e-017b958372fb req-78cdea46-223e-40b4-93d9-9c4507fd569e service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-vif-plugged-9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.449960] env[70059]: DEBUG oslo_concurrency.lockutils [req-1af2c6c7-e83f-44c9-ac5e-017b958372fb req-78cdea46-223e-40b4-93d9-9c4507fd569e service nova] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.450266] env[70059]: DEBUG oslo_concurrency.lockutils [req-1af2c6c7-e83f-44c9-ac5e-017b958372fb req-78cdea46-223e-40b4-93d9-9c4507fd569e service nova] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.450457] env[70059]: DEBUG oslo_concurrency.lockutils [req-1af2c6c7-e83f-44c9-ac5e-017b958372fb req-78cdea46-223e-40b4-93d9-9c4507fd569e service nova] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.450672] env[70059]: DEBUG nova.compute.manager [req-1af2c6c7-e83f-44c9-ac5e-017b958372fb req-78cdea46-223e-40b4-93d9-9c4507fd569e service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] No waiting events found dispatching network-vif-plugged-9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.450855] env[70059]: WARNING nova.compute.manager [req-1af2c6c7-e83f-44c9-ac5e-017b958372fb req-78cdea46-223e-40b4-93d9-9c4507fd569e service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received unexpected event network-vif-plugged-9b731b96-fdb9-42a9-b341-67f25bad66ad for instance with vm_state building and task_state spawning. [ 1040.497417] env[70059]: DEBUG oslo_vmware.api [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189533, 'name': PowerOnVM_Task, 'duration_secs': 0.50851} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.497705] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.500031] env[70059]: INFO nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Took 17.67 seconds to spawn the instance on the hypervisor. [ 1040.500031] env[70059]: DEBUG nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.500031] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034fc4e-8166-473d-8ea0-81453564e24b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.503961] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.504568] env[70059]: DEBUG nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.506840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.580s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.508186] env[70059]: INFO nova.compute.claims [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.529836] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529982f1-db5c-16f9-68b2-fc364e2f3f51, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.530123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.530387] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 48488558-4b01-4283-8f25-692176eb3226/48488558-4b01-4283-8f25-692176eb3226.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.530643] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086a4c17-c98a-46ca-b86f-b6a8681bd129 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538875] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1040.538875] env[70059]: value = "task-3189534" [ 1040.538875] env[70059]: _type = "Task" [ 1040.538875] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.548017] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.958709] env[70059]: DEBUG nova.network.neutron [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Successfully updated port: 9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.015720] env[70059]: DEBUG nova.compute.utils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.017634] env[70059]: DEBUG nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1041.024486] env[70059]: INFO nova.compute.manager [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Took 23.86 seconds to build instance. [ 1041.052417] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189534, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.061785] env[70059]: DEBUG nova.compute.manager [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-changed-9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.061976] env[70059]: DEBUG nova.compute.manager [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing instance network info cache due to event network-changed-9b731b96-fdb9-42a9-b341-67f25bad66ad. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.062215] env[70059]: DEBUG oslo_concurrency.lockutils [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.062364] env[70059]: DEBUG oslo_concurrency.lockutils [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.062549] env[70059]: DEBUG nova.network.neutron [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing network info cache for port 9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.408140] env[70059]: DEBUG nova.compute.manager [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.408271] env[70059]: DEBUG nova.compute.manager [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing instance network info cache due to event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.408425] env[70059]: DEBUG oslo_concurrency.lockutils [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.408611] env[70059]: DEBUG oslo_concurrency.lockutils [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.408784] env[70059]: DEBUG nova.network.neutron [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.462449] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.521793] env[70059]: DEBUG nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.526668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b7ce8e04-2e00-4333-b60d-e96946ef868b tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.376s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.552935] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546463} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.555806] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 48488558-4b01-4283-8f25-692176eb3226/48488558-4b01-4283-8f25-692176eb3226.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.556067] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.557749] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6e338f-6816-4a39-90ab-79b33cbf9993 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.567591] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1041.567591] env[70059]: value = "task-3189535" [ 1041.567591] env[70059]: _type = "Task" [ 1041.567591] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.580244] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.658192] env[70059]: DEBUG nova.network.neutron [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.675273] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "c27c3942-c645-4e47-b5af-aa5bd339346f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.675535] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.675791] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "c27c3942-c645-4e47-b5af-aa5bd339346f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.676031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.676213] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.678403] env[70059]: INFO nova.compute.manager [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Terminating instance [ 1041.758856] env[70059]: DEBUG nova.network.neutron [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.831734] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8154ce85-a277-452a-8b94-8ba1b4c68fed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.840395] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2eec29-9790-44f9-ab3a-d0211c8d992a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.875348] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4579870c-1bad-4d98-84ae-6fd3674ec718 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.884023] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eb2c03-2934-48e7-a9f6-4214a8ec9c4c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.898111] env[70059]: DEBUG nova.compute.provider_tree [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.080580] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077555} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.080580] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.081209] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceb85a1-3483-4087-a2ed-8268d48bd7a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.101863] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 48488558-4b01-4283-8f25-692176eb3226/48488558-4b01-4283-8f25-692176eb3226.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.102795] env[70059]: DEBUG nova.network.neutron [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updated VIF entry in instance network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.103134] env[70059]: DEBUG nova.network.neutron [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.104344] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c810b9-3ec4-4ca3-b642-fa54d74e25b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.125296] env[70059]: DEBUG oslo_concurrency.lockutils [req-5735098d-67ce-4562-b204-ec66d495ece5 req-86c15f68-e118-403c-abe9-c1cf9d5f6611 service nova] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.132775] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1042.132775] env[70059]: value = "task-3189536" [ 1042.132775] env[70059]: _type = "Task" [ 1042.132775] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.142040] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.182703] env[70059]: DEBUG nova.compute.manager [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.182949] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.183880] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c4d376-a57a-4359-b118-22ec03c7f446 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.193456] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.193756] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-331b0d01-ec16-4c47-ace8-1ac18a4e548c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.202880] env[70059]: DEBUG oslo_vmware.api [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1042.202880] env[70059]: value = "task-3189537" [ 1042.202880] env[70059]: _type = "Task" [ 1042.202880] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.212226] env[70059]: DEBUG oslo_vmware.api [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.261553] env[70059]: DEBUG oslo_concurrency.lockutils [req-d5facde7-59cc-4220-a4cb-08ff9f614eaa req-5cbbd496-ed29-4741-abef-d7dec1a58f14 service nova] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.261939] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.262128] env[70059]: DEBUG nova.network.neutron [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.401472] env[70059]: DEBUG nova.scheduler.client.report [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.532446] env[70059]: DEBUG nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.560907] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.561173] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.561331] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.561511] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.561663] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.561806] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.562032] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.562191] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.562359] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.562524] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.562696] env[70059]: DEBUG nova.virt.hardware [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.563560] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2910f15b-4bcf-45fe-b118-159715d77362 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.571942] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec709fb9-9b95-45c8-b641-45ec1db54cc5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.585954] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.591537] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.591781] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.592008] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-574d6bad-8662-44ca-a783-e0b2160441c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.609341] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.609341] env[70059]: value = "task-3189538" [ 1042.609341] env[70059]: _type = "Task" [ 1042.609341] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.618066] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189538, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.643255] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189536, 'name': ReconfigVM_Task, 'duration_secs': 0.3404} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.643536] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 48488558-4b01-4283-8f25-692176eb3226/48488558-4b01-4283-8f25-692176eb3226.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.644189] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b95c9cb8-a634-4d49-a05a-58ec40047b4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.659380] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1042.659380] env[70059]: value = "task-3189539" [ 1042.659380] env[70059]: _type = "Task" [ 1042.659380] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.672402] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189539, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.713237] env[70059]: DEBUG oslo_vmware.api [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189537, 'name': PowerOffVM_Task, 'duration_secs': 0.234634} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.714193] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.714193] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.714193] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0055a24a-15d6-4397-8d7b-6f826fd7799e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.798779] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.799215] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.799559] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleting the datastore file [datastore1] c27c3942-c645-4e47-b5af-aa5bd339346f {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.799966] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be72ab3-79f5-4cc2-9d73-7ffe9f674804 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.809212] env[70059]: DEBUG oslo_vmware.api [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1042.809212] env[70059]: value = "task-3189541" [ 1042.809212] env[70059]: _type = "Task" [ 1042.809212] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.821703] env[70059]: DEBUG oslo_vmware.api [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.823021] env[70059]: DEBUG nova.network.neutron [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.907860] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.908600] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.911759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.140s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.912185] env[70059]: DEBUG nova.objects.instance [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lazy-loading 'resources' on Instance uuid 2482e827-fac7-4d34-b8aa-bc93c44eef8c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.042017] env[70059]: DEBUG nova.network.neutron [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.092985] env[70059]: DEBUG nova.compute.manager [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.093343] env[70059]: DEBUG nova.compute.manager [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing instance network info cache due to event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.093343] env[70059]: DEBUG oslo_concurrency.lockutils [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.093477] env[70059]: DEBUG oslo_concurrency.lockutils [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.093583] env[70059]: DEBUG nova.network.neutron [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.120068] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189538, 'name': CreateVM_Task, 'duration_secs': 0.351226} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.120229] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.121817] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.121817] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.121817] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.121817] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d53295-0d8d-47ac-a5c5-21216ddfd525 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.126159] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1043.126159] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ce02b7-dae1-4bd4-8913-9d1c97a01872" [ 1043.126159] env[70059]: _type = "Task" [ 1043.126159] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.134225] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ce02b7-dae1-4bd4-8913-9d1c97a01872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.169538] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189539, 'name': Rename_Task, 'duration_secs': 0.213032} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.172023] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.172023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ce8faf-951d-4608-a75a-2f5cd80f50bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.178517] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1043.178517] env[70059]: value = "task-3189542" [ 1043.178517] env[70059]: _type = "Task" [ 1043.178517] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.186685] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.321390] env[70059]: DEBUG oslo_vmware.api [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437586} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.321699] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.321954] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.322287] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.322476] env[70059]: INFO nova.compute.manager [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1043.322717] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.322926] env[70059]: DEBUG nova.compute.manager [-] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.323076] env[70059]: DEBUG nova.network.neutron [-] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.415374] env[70059]: DEBUG nova.compute.utils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.421222] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.421222] env[70059]: DEBUG nova.network.neutron [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.519412] env[70059]: DEBUG nova.policy [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7566b0c0faeb4f80b9d815a812748a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fad1616ff74d59a0c91c85897795d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.546602] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.546965] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Instance network_info: |[{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.547435] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:6b:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b731b96-fdb9-42a9-b341-67f25bad66ad', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.555398] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.558905] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.559463] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d8c905-00be-4728-ab13-235f8931470c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.584792] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.584792] env[70059]: value = "task-3189543" [ 1043.584792] env[70059]: _type = "Task" [ 1043.584792] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.599488] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189543, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.610119] env[70059]: DEBUG nova.compute.manager [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.610119] env[70059]: DEBUG nova.compute.manager [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing instance network info cache due to event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.610432] env[70059]: DEBUG oslo_concurrency.lockutils [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.645243] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ce02b7-dae1-4bd4-8913-9d1c97a01872, 'name': SearchDatastore_Task, 'duration_secs': 0.028338} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.645390] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.645629] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.645867] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.646015] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.646208] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.649203] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec49b72-7721-4614-8e5b-6914bc47e222 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.671995] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.672296] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.673169] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01241fd3-fa34-4884-8e04-dd4afa24f4a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.679309] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1043.679309] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5250f44a-0cd9-3b7d-26f5-580d987c86d8" [ 1043.679309] env[70059]: _type = "Task" [ 1043.679309] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.695823] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.700820] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5250f44a-0cd9-3b7d-26f5-580d987c86d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.704677] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e99e08c-3649-4249-9892-35b7d3bb4de4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.714012] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1043.714012] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fb3708-5df3-7265-f0f2-918110949efe" [ 1043.714012] env[70059]: _type = "Task" [ 1043.714012] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.727911] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fb3708-5df3-7265-f0f2-918110949efe, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.729407] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.729407] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.733154] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b15db261-f652-4f0f-995c-dc71a246c5cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.736830] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1043.736830] env[70059]: value = "task-3189544" [ 1043.736830] env[70059]: _type = "Task" [ 1043.736830] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.750755] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.774621] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c72c0-fd53-4a70-a1f3-b6b1bc4776f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.783499] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a1f9b9-e27f-4189-b44a-655c6c0fe28b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.817584] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f52ccf5-9776-4829-9319-cb4c27c633d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.825639] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3cd8de-9f5b-42bf-8fbf-3e7b3d68649a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.841753] env[70059]: DEBUG nova.compute.provider_tree [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.906010] env[70059]: DEBUG nova.network.neutron [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Successfully created port: cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.919905] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.936936] env[70059]: DEBUG nova.network.neutron [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updated VIF entry in instance network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.937338] env[70059]: DEBUG nova.network.neutron [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.097677] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189543, 'name': CreateVM_Task, 'duration_secs': 0.489565} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.097677] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.101235] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.101235] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.101235] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.101235] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fc84a6-4d7d-49ae-9b8d-4ff96a7f6170 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.105064] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1044.105064] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528aa546-75b1-7c2e-9138-0655e8a807ff" [ 1044.105064] env[70059]: _type = "Task" [ 1044.105064] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.116296] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528aa546-75b1-7c2e-9138-0655e8a807ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.189358] env[70059]: DEBUG oslo_vmware.api [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189542, 'name': PowerOnVM_Task, 'duration_secs': 0.802489} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.189613] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.189862] env[70059]: INFO nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1044.190066] env[70059]: DEBUG nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.190946] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa81c76-ddb0-4521-bfa1-83f5454566aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.230924] env[70059]: DEBUG nova.network.neutron [-] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.247686] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.344583] env[70059]: DEBUG nova.scheduler.client.report [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.440061] env[70059]: DEBUG oslo_concurrency.lockutils [req-b11bd0c5-84e3-4a48-82d6-294722e08e39 req-82841c70-1cc2-465c-80c1-0c9138f7237c service nova] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.440467] env[70059]: DEBUG oslo_concurrency.lockutils [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.440753] env[70059]: DEBUG nova.network.neutron [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.616748] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528aa546-75b1-7c2e-9138-0655e8a807ff, 'name': SearchDatastore_Task, 'duration_secs': 0.060444} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.617073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.617315] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.617553] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.617696] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.617875] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.618184] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37cc588f-3210-4d85-b0a4-ae8e9130af24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.626985] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.627199] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.627933] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129960ad-c071-4354-80f6-cd71b7137b86 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.633151] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1044.633151] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526d47ce-26fd-3044-6fcf-dc9df566bab8" [ 1044.633151] env[70059]: _type = "Task" [ 1044.633151] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.646288] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526d47ce-26fd-3044-6fcf-dc9df566bab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.713384] env[70059]: INFO nova.compute.manager [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Took 14.77 seconds to build instance. [ 1044.734783] env[70059]: INFO nova.compute.manager [-] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Took 1.41 seconds to deallocate network for instance. [ 1044.749724] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574227} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.749986] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.750210] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.750450] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5aef3ce-18dc-49f8-85bd-4fb02f1c017a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.756818] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1044.756818] env[70059]: value = "task-3189545" [ 1044.756818] env[70059]: _type = "Task" [ 1044.756818] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.767476] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.850691] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.852357] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.928s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.852554] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.854533] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.735s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.854730] env[70059]: DEBUG nova.objects.instance [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1044.874624] env[70059]: INFO nova.scheduler.client.report [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocations for instance 540ad875-a40a-4a8a-9969-11286937a642 [ 1044.876346] env[70059]: INFO nova.scheduler.client.report [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Deleted allocations for instance 2482e827-fac7-4d34-b8aa-bc93c44eef8c [ 1044.928730] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.959301] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.959552] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.959800] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.960031] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.960188] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.960339] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.960545] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.960702] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.960867] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.961038] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.961333] env[70059]: DEBUG nova.virt.hardware [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.962432] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec49fd-b97a-460f-b007-8c65730112b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.970625] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a933332-32ea-47e7-9302-54191ac08ecf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.146149] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526d47ce-26fd-3044-6fcf-dc9df566bab8, 'name': SearchDatastore_Task, 'duration_secs': 0.028877} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.146149] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87898645-daf5-4f1d-95b4-165138f941a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.150739] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "2e5a099f-f753-45ea-8a01-1a34690930f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.151019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.151242] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "2e5a099f-f753-45ea-8a01-1a34690930f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.151431] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.151601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.153349] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1045.153349] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52750e15-d855-4c59-2615-677c6717e6cc" [ 1045.153349] env[70059]: _type = "Task" [ 1045.153349] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.153780] env[70059]: INFO nova.compute.manager [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Terminating instance [ 1045.165316] env[70059]: DEBUG nova.compute.manager [req-96a226d5-0a0f-4a60-8b07-df1b64a47aa0 req-0658fe40-b9db-4d4f-a642-3c3722fdaf2c service nova] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Received event network-vif-deleted-10edf78c-3d82-4e1e-a1a4-75d5f5c2b96a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.171590] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52750e15-d855-4c59-2615-677c6717e6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.197023] env[70059]: DEBUG nova.network.neutron [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updated VIF entry in instance network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.197391] env[70059]: DEBUG nova.network.neutron [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.215653] env[70059]: DEBUG oslo_concurrency.lockutils [None req-08323ab4-0256-4826-96fd-df4212752c77 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "48488558-4b01-4283-8f25-692176eb3226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.284s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.240755] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.265973] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070943} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.266203] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.266991] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0eff53-5a13-4c88-9bd6-43fa9faaa7e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.288177] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.288462] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bd3cec-3f3f-4aff-baaf-15798bff6c39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.309197] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1045.309197] env[70059]: value = "task-3189546" [ 1045.309197] env[70059]: _type = "Task" [ 1045.309197] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.318413] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.386016] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d35e0b9-4fc4-4cb8-b63a-c4c15a38deb6 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "540ad875-a40a-4a8a-9969-11286937a642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.348s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.387725] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c4c4f07d-a18a-4646-9931-8dd9bff09915 tempest-ServersWithSpecificFlavorTestJSON-1542169103 tempest-ServersWithSpecificFlavorTestJSON-1542169103-project-member] Lock "2482e827-fac7-4d34-b8aa-bc93c44eef8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.355s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.640846] env[70059]: DEBUG nova.network.neutron [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Successfully updated port: cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.668734] env[70059]: DEBUG nova.compute.manager [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.668959] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.669269] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52750e15-d855-4c59-2615-677c6717e6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.038346} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.670101] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b49aa7e-8785-4335-b4db-04a6f3ccf76c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.673810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.674143] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 16eae91a-19c3-4453-be5b-390340fcdeb7/16eae91a-19c3-4453-be5b-390340fcdeb7.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.674411] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-546ce7e8-e21d-444f-81a8-7938156a2538 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.684336] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1045.684336] env[70059]: value = "task-3189547" [ 1045.684336] env[70059]: _type = "Task" [ 1045.684336] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.684596] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.684879] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c3d5d6-b77f-4304-aa10-920c7f2a5f20 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.699518] env[70059]: DEBUG oslo_concurrency.lockutils [req-826b8175-ff7d-43f2-b937-225010c2f9de req-cb4a71c8-d79b-4153-93bb-ced486469ed9 service nova] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.700069] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.701533] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1045.701533] env[70059]: value = "task-3189548" [ 1045.701533] env[70059]: _type = "Task" [ 1045.701533] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.709575] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.818277] env[70059]: DEBUG nova.compute.manager [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.818654] env[70059]: DEBUG nova.compute.manager [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing instance network info cache due to event network-changed-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.819261] env[70059]: DEBUG oslo_concurrency.lockutils [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] Acquiring lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.819261] env[70059]: DEBUG oslo_concurrency.lockutils [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] Acquired lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.819901] env[70059]: DEBUG nova.network.neutron [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Refreshing network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.826915] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189546, 'name': ReconfigVM_Task, 'duration_secs': 0.41858} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.827293] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.828159] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e134ad3-5135-4f88-b1b9-365a1ce24a32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.835725] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1045.835725] env[70059]: value = "task-3189549" [ 1045.835725] env[70059]: _type = "Task" [ 1045.835725] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.846008] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189549, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.864437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-87baa418-5457-42c5-99ba-77fb698323a9 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.865758] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.953s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.866188] env[70059]: DEBUG nova.objects.instance [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'pci_requests' on Instance uuid 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.144881] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "refresh_cache-38299d76-4cb9-49c6-80d6-0288760d37ce" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.144881] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "refresh_cache-38299d76-4cb9-49c6-80d6-0288760d37ce" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.144881] env[70059]: DEBUG nova.network.neutron [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.197833] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189547, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.212832] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189548, 'name': PowerOffVM_Task, 'duration_secs': 0.335806} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.213123] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.213306] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.213579] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14cd3a58-0d3d-4653-9fe2-05e182c0a0bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.309697] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.310205] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.310312] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Deleting the datastore file [datastore1] 2e5a099f-f753-45ea-8a01-1a34690930f2 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.310580] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b4ce25c-f92d-4c7f-95af-58474994eb1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.319644] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for the task: (returnval){ [ 1046.319644] env[70059]: value = "task-3189551" [ 1046.319644] env[70059]: _type = "Task" [ 1046.319644] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.333857] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.353011] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189549, 'name': Rename_Task, 'duration_secs': 0.144831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.353556] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.353556] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61c1c9c-2e43-4bf9-b7b1-01bd67c6a5b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.360513] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1046.360513] env[70059]: value = "task-3189552" [ 1046.360513] env[70059]: _type = "Task" [ 1046.360513] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.371010] env[70059]: DEBUG nova.objects.instance [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'numa_topology' on Instance uuid 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.372538] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.590937] env[70059]: DEBUG nova.network.neutron [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updated VIF entry in instance network info cache for port ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.591317] env[70059]: DEBUG nova.network.neutron [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [{"id": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "address": "fa:16:3e:fa:a1:5b", "network": {"id": "119691c8-98a6-4878-a62a-d634dd045304", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1285629947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cde5a3245d394459bc1f3ad432a7148e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae30e7bb-40", "ovs_interfaceid": "ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.676010] env[70059]: DEBUG nova.network.neutron [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.697932] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687061} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.698290] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 16eae91a-19c3-4453-be5b-390340fcdeb7/16eae91a-19c3-4453-be5b-390340fcdeb7.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.698523] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.698793] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aedcc94f-c895-4d44-b0ff-e8bfb4673cc1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.705807] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1046.705807] env[70059]: value = "task-3189553" [ 1046.705807] env[70059]: _type = "Task" [ 1046.705807] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.714450] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.814674] env[70059]: DEBUG nova.network.neutron [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Updating instance_info_cache with network_info: [{"id": "cb0fd9c4-4981-4b58-9810-5dde2675af12", "address": "fa:16:3e:79:68:d3", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0fd9c4-49", "ovs_interfaceid": "cb0fd9c4-4981-4b58-9810-5dde2675af12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.829678] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.871863] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.876595] env[70059]: INFO nova.compute.claims [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.093878] env[70059]: DEBUG oslo_concurrency.lockutils [req-8c1df5fa-d67e-49e6-97fa-2ec232abcf52 req-9dfa3048-8d51-4978-a7ec-fdcab6e07167 service nova] Releasing lock "refresh_cache-2e5a099f-f753-45ea-8a01-1a34690930f2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.189442] env[70059]: DEBUG nova.compute.manager [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Received event network-vif-plugged-cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.189727] env[70059]: DEBUG oslo_concurrency.lockutils [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] Acquiring lock "38299d76-4cb9-49c6-80d6-0288760d37ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.189985] env[70059]: DEBUG oslo_concurrency.lockutils [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.190221] env[70059]: DEBUG oslo_concurrency.lockutils [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.190447] env[70059]: DEBUG nova.compute.manager [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] No waiting events found dispatching network-vif-plugged-cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.190679] env[70059]: WARNING nova.compute.manager [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Received unexpected event network-vif-plugged-cb0fd9c4-4981-4b58-9810-5dde2675af12 for instance with vm_state building and task_state spawning. [ 1047.190900] env[70059]: DEBUG nova.compute.manager [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Received event network-changed-cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.191124] env[70059]: DEBUG nova.compute.manager [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Refreshing instance network info cache due to event network-changed-cb0fd9c4-4981-4b58-9810-5dde2675af12. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.191343] env[70059]: DEBUG oslo_concurrency.lockutils [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] Acquiring lock "refresh_cache-38299d76-4cb9-49c6-80d6-0288760d37ce" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.216211] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076487} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.216598] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.217359] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5088b-cf7e-4697-9f23-801003d947e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.243041] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 16eae91a-19c3-4453-be5b-390340fcdeb7/16eae91a-19c3-4453-be5b-390340fcdeb7.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.243358] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2c3b91-0d25-4db7-88e9-7b00ce4c1794 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.263883] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1047.263883] env[70059]: value = "task-3189554" [ 1047.263883] env[70059]: _type = "Task" [ 1047.263883] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.271980] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.318499] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "refresh_cache-38299d76-4cb9-49c6-80d6-0288760d37ce" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.318924] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Instance network_info: |[{"id": "cb0fd9c4-4981-4b58-9810-5dde2675af12", "address": "fa:16:3e:79:68:d3", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0fd9c4-49", "ovs_interfaceid": "cb0fd9c4-4981-4b58-9810-5dde2675af12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.319377] env[70059]: DEBUG oslo_concurrency.lockutils [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] Acquired lock "refresh_cache-38299d76-4cb9-49c6-80d6-0288760d37ce" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.319610] env[70059]: DEBUG nova.network.neutron [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Refreshing network info cache for port cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.324820] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:68:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0fd9c4-4981-4b58-9810-5dde2675af12', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.332178] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.336926] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.343400] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e5ef7a4-36a0-412b-a8a9-6a01fbe49ff6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.365078] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.372023] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.372023] env[70059]: value = "task-3189555" [ 1047.372023] env[70059]: _type = "Task" [ 1047.372023] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.376930] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.383941] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189555, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.629140] env[70059]: DEBUG nova.network.neutron [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Updated VIF entry in instance network info cache for port cb0fd9c4-4981-4b58-9810-5dde2675af12. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.629140] env[70059]: DEBUG nova.network.neutron [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Updating instance_info_cache with network_info: [{"id": "cb0fd9c4-4981-4b58-9810-5dde2675af12", "address": "fa:16:3e:79:68:d3", "network": {"id": "ed036eeb-4e11-4eb7-a04d-67152987b054", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1589591424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fad1616ff74d59a0c91c85897795d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0fd9c4-49", "ovs_interfaceid": "cb0fd9c4-4981-4b58-9810-5dde2675af12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.774531] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.845927] env[70059]: DEBUG oslo_vmware.api [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Task: {'id': task-3189551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.5191} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.845927] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.846361] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.846361] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.846516] env[70059]: INFO nova.compute.manager [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1047.846775] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.847046] env[70059]: DEBUG nova.compute.manager [-] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.847099] env[70059]: DEBUG nova.network.neutron [-] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.876800] env[70059]: DEBUG oslo_vmware.api [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189552, 'name': PowerOnVM_Task, 'duration_secs': 1.111332} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.877514] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.877764] env[70059]: INFO nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1047.877988] env[70059]: DEBUG nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.882187] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e7ab19-ecf0-406c-a8e2-52115ec95cfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.884499] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189555, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.131250] env[70059]: DEBUG oslo_concurrency.lockutils [req-cc2eb759-933a-454b-b96c-a3590f57bd6f req-2f743f0e-7594-44b2-880f-12b11c70e5b7 service nova] Releasing lock "refresh_cache-38299d76-4cb9-49c6-80d6-0288760d37ce" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.168610] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597dedd9-adca-41d6-b703-0dd2c1a4662c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.176634] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9713137-2331-409a-a50d-29c6e8dd0fc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.212172] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f8d80-64ac-45fd-bb2b-ba78650873b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.219583] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa4e962-dbbb-4e14-861b-96bcbfe667f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.233705] env[70059]: DEBUG nova.compute.provider_tree [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.273558] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189554, 'name': ReconfigVM_Task, 'duration_secs': 0.953266} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.273825] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 16eae91a-19c3-4453-be5b-390340fcdeb7/16eae91a-19c3-4453-be5b-390340fcdeb7.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.274781] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9230edb-98a1-4bf5-aacc-95ad50a48083 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.281021] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1048.281021] env[70059]: value = "task-3189556" [ 1048.281021] env[70059]: _type = "Task" [ 1048.281021] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.288734] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189556, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.380655] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189555, 'name': CreateVM_Task, 'duration_secs': 0.840917} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.380828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.381578] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.381739] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.382074] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.382410] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3a6beb-e6a4-4da6-8ae0-e47abb295430 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.387863] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1048.387863] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e95f81-2e1d-4179-8162-85f46376b8e3" [ 1048.387863] env[70059]: _type = "Task" [ 1048.387863] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.396720] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e95f81-2e1d-4179-8162-85f46376b8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.408715] env[70059]: INFO nova.compute.manager [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Took 18.04 seconds to build instance. [ 1048.573664] env[70059]: DEBUG nova.network.neutron [-] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.736938] env[70059]: DEBUG nova.scheduler.client.report [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.792267] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189556, 'name': Rename_Task, 'duration_secs': 0.166985} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.792545] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.792788] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b2cd9a-0115-4680-96b0-1f6652a31c19 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.798849] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1048.798849] env[70059]: value = "task-3189557" [ 1048.798849] env[70059]: _type = "Task" [ 1048.798849] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.806636] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.898157] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e95f81-2e1d-4179-8162-85f46376b8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.898503] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.898760] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.898998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.899159] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.899345] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.899607] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e64cb1da-e7c6-4dda-ba61-c8f2b71bc2da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.907147] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.907438] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.908083] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46212938-cc47-4a14-9f55-df7c85708f15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.910413] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09f7a311-fdca-4842-a596-2c6bf82c417c tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.547s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.913111] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1048.913111] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ec805f-9136-5ffb-bc14-4d9ae7fbde39" [ 1048.913111] env[70059]: _type = "Task" [ 1048.913111] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.920637] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ec805f-9136-5ffb-bc14-4d9ae7fbde39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.053231] env[70059]: INFO nova.compute.manager [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Rebuilding instance [ 1049.077663] env[70059]: INFO nova.compute.manager [-] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Took 1.23 seconds to deallocate network for instance. [ 1049.100168] env[70059]: DEBUG nova.compute.manager [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.100721] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35604b2-602d-4af7-ac52-91b47688543a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.230133] env[70059]: DEBUG nova.compute.manager [req-b377e14c-7e13-47ae-ad55-ea610dbbe1a6 req-ade58384-9cfd-436f-bf57-13c007012d84 service nova] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Received event network-vif-deleted-ae30e7bb-40e7-4a3d-9b5e-7c8ccabf2b86 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.243224] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.377s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.245404] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.005s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.245621] env[70059]: DEBUG nova.objects.instance [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lazy-loading 'resources' on Instance uuid c27c3942-c645-4e47-b5af-aa5bd339346f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.275429] env[70059]: INFO nova.network.neutron [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1049.309743] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.424074] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ec805f-9136-5ffb-bc14-4d9ae7fbde39, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.424997] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338e56cd-4190-49fb-a40a-8a33c3dd81d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.430851] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1049.430851] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d8a57b-e6b6-4d96-55d5-a5fd8bc4c018" [ 1049.430851] env[70059]: _type = "Task" [ 1049.430851] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.439070] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d8a57b-e6b6-4d96-55d5-a5fd8bc4c018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.584127] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.810276] env[70059]: DEBUG oslo_vmware.api [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189557, 'name': PowerOnVM_Task, 'duration_secs': 0.568739} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.813288] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.813516] env[70059]: INFO nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1049.813731] env[70059]: DEBUG nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.815475] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca4d8c-5bba-4428-90ba-f5f531bb69fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.942483] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d8a57b-e6b6-4d96-55d5-a5fd8bc4c018, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.945168] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.945472] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 38299d76-4cb9-49c6-80d6-0288760d37ce/38299d76-4cb9-49c6-80d6-0288760d37ce.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.945939] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28001673-3d78-4555-bbfb-49ee67b4d997 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.952468] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1049.952468] env[70059]: value = "task-3189558" [ 1049.952468] env[70059]: _type = "Task" [ 1049.952468] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.964064] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.994198] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d6f326-09fa-483e-b407-b7084b9b40db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.003356] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865cb0f-02c2-4800-8d10-55733626c50f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.035609] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a515241f-25ff-492f-99fe-935b23e110ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.043256] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f91f2a-b4b7-4824-bddb-26704c02de14 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.057788] env[70059]: DEBUG nova.compute.provider_tree [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.115914] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.116279] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ca2bbe-d3d4-41e5-b9e7-82f230ad319c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.123350] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1050.123350] env[70059]: value = "task-3189559" [ 1050.123350] env[70059]: _type = "Task" [ 1050.123350] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.131996] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.334050] env[70059]: INFO nova.compute.manager [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Took 20.30 seconds to build instance. [ 1050.465064] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.562083] env[70059]: DEBUG nova.scheduler.client.report [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.635062] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189559, 'name': PowerOffVM_Task, 'duration_secs': 0.133365} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.635712] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.635712] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.637024] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135658a1-b2d2-43e6-b61e-8a11cdd657a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.644019] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.644289] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e448e04a-e48d-45e9-94b6-0cbcf813bec2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.669785] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.670050] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.670246] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleting the datastore file [datastore2] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.670503] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ddb6475-8318-4351-87ef-7ec0f82d1b63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.676822] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1050.676822] env[70059]: value = "task-3189561" [ 1050.676822] env[70059]: _type = "Task" [ 1050.676822] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.685150] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.837125] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6a9bc8da-bd0a-4860-97b3-56fa8cbf4207 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.811s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.929273] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.931265] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.931468] env[70059]: DEBUG nova.network.neutron [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.962891] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536673} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.963185] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 38299d76-4cb9-49c6-80d6-0288760d37ce/38299d76-4cb9-49c6-80d6-0288760d37ce.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.963397] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.963642] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8780e3fe-fb72-4b60-99eb-76c5e27c7ba1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.970124] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1050.970124] env[70059]: value = "task-3189562" [ 1050.970124] env[70059]: _type = "Task" [ 1050.970124] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.977391] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.068157] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.071124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.487s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.071124] env[70059]: DEBUG nova.objects.instance [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lazy-loading 'resources' on Instance uuid 2e5a099f-f753-45ea-8a01-1a34690930f2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.095196] env[70059]: INFO nova.scheduler.client.report [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted allocations for instance c27c3942-c645-4e47-b5af-aa5bd339346f [ 1051.175343] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "016b9d61-3fb9-41a4-9510-6de69f5a9477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.175343] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "016b9d61-3fb9-41a4-9510-6de69f5a9477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.192383] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321548} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.194167] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.194556] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.194891] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.481066] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071206} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.482815] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.482815] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b0f8e7-62ea-456d-bc92-d96e1b64522f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.508046] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 38299d76-4cb9-49c6-80d6-0288760d37ce/38299d76-4cb9-49c6-80d6-0288760d37ce.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.511481] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1074c0-2e1b-4628-b6de-17f7f1456173 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.530276] env[70059]: DEBUG nova.compute.manager [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-vif-plugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.530276] env[70059]: DEBUG oslo_concurrency.lockutils [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.530276] env[70059]: DEBUG oslo_concurrency.lockutils [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.530276] env[70059]: DEBUG oslo_concurrency.lockutils [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.530276] env[70059]: DEBUG nova.compute.manager [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] No waiting events found dispatching network-vif-plugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.530741] env[70059]: WARNING nova.compute.manager [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received unexpected event network-vif-plugged-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 for instance with vm_state shelved_offloaded and task_state spawning. [ 1051.530741] env[70059]: DEBUG nova.compute.manager [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-changed-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.530848] env[70059]: DEBUG nova.compute.manager [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Refreshing instance network info cache due to event network-changed-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.530976] env[70059]: DEBUG oslo_concurrency.lockutils [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.536217] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1051.536217] env[70059]: value = "task-3189563" [ 1051.536217] env[70059]: _type = "Task" [ 1051.536217] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.544932] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.603347] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a5843966-58e8-49db-91d6-8dc1f65f68d4 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "c27c3942-c645-4e47-b5af-aa5bd339346f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.928s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.681567] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.681805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.681983] env[70059]: INFO nova.compute.manager [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Shelving [ 1051.683762] env[70059]: DEBUG nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.842979] env[70059]: DEBUG nova.network.neutron [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.866427] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a8b5b-9e04-4a19-b780-e03c54fb9204 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.874363] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001f6052-be20-4134-8300-38d3987d0fbf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.906206] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4abac9-7fc0-428e-bf96-66a7262b9c70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.914008] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae93dd6a-0d1b-4737-9ef1-b350282770eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.927764] env[70059]: DEBUG nova.compute.provider_tree [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.051506] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.150828] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "cdb854d2-aa84-4acd-8914-ddd3007639f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.151170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.151333] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "cdb854d2-aa84-4acd-8914-ddd3007639f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.151520] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.151712] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.155687] env[70059]: INFO nova.compute.manager [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Terminating instance [ 1052.213602] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.228922] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.229168] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.229327] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.229508] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.229706] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.229860] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.230984] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.230984] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.230984] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.230984] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.230984] env[70059]: DEBUG nova.virt.hardware [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.231740] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598cbbc7-f571-4393-8313-e06ebd4b4721 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.240060] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac4e7bb-d5f9-4334-9c23-3a4f46ab5f3f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.253593] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.259050] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.259323] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.259502] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8360e35-4257-43cd-81ae-f75d176133e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.275858] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.275858] env[70059]: value = "task-3189564" [ 1052.275858] env[70059]: _type = "Task" [ 1052.275858] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.283565] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189564, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.344995] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.347533] env[70059]: DEBUG oslo_concurrency.lockutils [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.347769] env[70059]: DEBUG nova.network.neutron [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Refreshing network info cache for port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.372370] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='283c2a17d8db20b9fe9230ac4679b436',container_format='bare',created_at=2025-03-26T22:08:09Z,direct_url=,disk_format='vmdk',id=34fb412d-bc42-4750-b71f-c42efe917178,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-518569840-shelved',owner='478228f2bd27431da5215d40014f2784',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-03-26T22:08:24Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.372668] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.372873] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.373106] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.373264] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.373416] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.374070] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.374070] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.374070] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.374220] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.374378] env[70059]: DEBUG nova.virt.hardware [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.375651] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f3071d-a57d-4dbd-99d4-7bcadadce65a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.384063] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9263a8-bf47-4c44-9ff2-6477b30648f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.397822] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dafc5dfd-6f85-4995-8f5d-20dd22bf1d84', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.405416] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.405835] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.405890] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e123182f-ba0a-4ddc-b8c5-efe85a70ed3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.427730] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.427730] env[70059]: value = "task-3189565" [ 1052.427730] env[70059]: _type = "Task" [ 1052.427730] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.433232] env[70059]: DEBUG nova.scheduler.client.report [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.441406] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189565, 'name': CreateVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.547162] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189563, 'name': ReconfigVM_Task, 'duration_secs': 0.622481} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.547516] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 38299d76-4cb9-49c6-80d6-0288760d37ce/38299d76-4cb9-49c6-80d6-0288760d37ce.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.548209] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-128e28ad-ddc2-4390-9857-1244738db4ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.554685] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1052.554685] env[70059]: value = "task-3189566" [ 1052.554685] env[70059]: _type = "Task" [ 1052.554685] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.562801] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189566, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.660627] env[70059]: DEBUG nova.compute.manager [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.660863] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.661770] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d760a26-197a-4309-9e46-74ebdf1057e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.669028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.669259] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.673596] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.673596] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a3c0e46-2e79-43b2-b7b8-18d550ae9d8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.683765] env[70059]: DEBUG oslo_vmware.api [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1052.683765] env[70059]: value = "task-3189567" [ 1052.683765] env[70059]: _type = "Task" [ 1052.683765] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.693138] env[70059]: DEBUG oslo_vmware.api [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.697871] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.698112] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d3311eb-29a0-403d-94e9-6233dedbc1e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.705502] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1052.705502] env[70059]: value = "task-3189568" [ 1052.705502] env[70059]: _type = "Task" [ 1052.705502] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.714134] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.785835] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189564, 'name': CreateVM_Task, 'duration_secs': 0.290918} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.786053] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.786431] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.786639] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.786983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.787271] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9acd8bb-6189-4692-b2fa-fef392aa23a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.791752] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1052.791752] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52187d34-4fe7-4efc-b74e-6c927f240da5" [ 1052.791752] env[70059]: _type = "Task" [ 1052.791752] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.799621] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52187d34-4fe7-4efc-b74e-6c927f240da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.939281] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.941099] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189565, 'name': CreateVM_Task, 'duration_secs': 0.380709} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.941543] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.728s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.942989] env[70059]: INFO nova.compute.claims [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.945300] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.946305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.946392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.946845] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.947315] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd94ea6-0f0f-4a33-af31-0de39c04d835 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.952489] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1052.952489] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52023d8d-8089-58b3-39b3-f7953dae875d" [ 1052.952489] env[70059]: _type = "Task" [ 1052.952489] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.961635] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52023d8d-8089-58b3-39b3-f7953dae875d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.963633] env[70059]: INFO nova.scheduler.client.report [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Deleted allocations for instance 2e5a099f-f753-45ea-8a01-1a34690930f2 [ 1053.054451] env[70059]: DEBUG nova.network.neutron [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updated VIF entry in instance network info cache for port dafc5dfd-6f85-4995-8f5d-20dd22bf1d84. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.054810] env[70059]: DEBUG nova.network.neutron [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.068377] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189566, 'name': Rename_Task, 'duration_secs': 0.194325} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.069368] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.069638] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c77c8686-cf8b-4a4f-a73a-35167a29b8f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.076649] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1053.076649] env[70059]: value = "task-3189569" [ 1053.076649] env[70059]: _type = "Task" [ 1053.076649] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.084770] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.174937] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.195294] env[70059]: DEBUG oslo_vmware.api [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189567, 'name': PowerOffVM_Task, 'duration_secs': 0.206098} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.195860] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.196069] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.196346] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05191263-7914-4b55-94b9-357e0c9c8532 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.214919] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.262091] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.262316] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.262501] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleting the datastore file [datastore2] cdb854d2-aa84-4acd-8914-ddd3007639f4 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.263037] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a7d574-8232-4b8b-b281-af2d11467673 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.270195] env[70059]: DEBUG oslo_vmware.api [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1053.270195] env[70059]: value = "task-3189571" [ 1053.270195] env[70059]: _type = "Task" [ 1053.270195] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.278363] env[70059]: DEBUG oslo_vmware.api [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.301047] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52187d34-4fe7-4efc-b74e-6c927f240da5, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.301326] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.301565] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.301799] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.301977] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.302181] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.302456] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815abb9a-06ee-4483-9c1e-a65b42aae2f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.318542] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.318851] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.319712] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abc95c9-be58-4ebd-8cf5-a720a53c22b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.325608] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1053.325608] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526abc72-8275-8247-60e9-4465b2138aa8" [ 1053.325608] env[70059]: _type = "Task" [ 1053.325608] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.333412] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526abc72-8275-8247-60e9-4465b2138aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.463233] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.463398] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Processing image 34fb412d-bc42-4750-b71f-c42efe917178 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.463699] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.463821] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.464022] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.464537] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f7be65-a348-4568-a11b-d32ffd1d533d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.471730] env[70059]: DEBUG oslo_concurrency.lockutils [None req-57f2d166-7674-49f6-bb7f-32d50b020f7b tempest-ServerRescueTestJSONUnderV235-1691209141 tempest-ServerRescueTestJSONUnderV235-1691209141-project-member] Lock "2e5a099f-f753-45ea-8a01-1a34690930f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.321s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.473565] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.473725] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.475010] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa9635b-6793-4e05-b76f-09a066c33282 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.482014] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1053.482014] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ce50bd-a0a4-84f1-d8ed-7e902ebfa6fc" [ 1053.482014] env[70059]: _type = "Task" [ 1053.482014] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.491272] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ce50bd-a0a4-84f1-d8ed-7e902ebfa6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.555998] env[70059]: DEBUG nova.compute.manager [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-changed-9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.556267] env[70059]: DEBUG nova.compute.manager [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing instance network info cache due to event network-changed-9b731b96-fdb9-42a9-b341-67f25bad66ad. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.556443] env[70059]: DEBUG oslo_concurrency.lockutils [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.556654] env[70059]: DEBUG oslo_concurrency.lockutils [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.556962] env[70059]: DEBUG nova.network.neutron [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing network info cache for port 9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.561335] env[70059]: DEBUG oslo_concurrency.lockutils [req-c846ab21-46bc-47d5-8718-7c3973a8f8ad req-1b2cca79-09ee-4688-8b89-8ab313651b93 service nova] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.587033] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.715151] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.723471] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.781407] env[70059]: DEBUG oslo_vmware.api [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39721} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.781730] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.782080] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.782329] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.782547] env[70059]: INFO nova.compute.manager [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1053.782886] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.783199] env[70059]: DEBUG nova.compute.manager [-] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.783312] env[70059]: DEBUG nova.network.neutron [-] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.837835] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526abc72-8275-8247-60e9-4465b2138aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.838752] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734c0d1a-2b4b-4ced-a12a-77cc90d8e8f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.844159] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1053.844159] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522e89e1-a312-268a-6cd9-dbc2d3afcd44" [ 1053.844159] env[70059]: _type = "Task" [ 1053.844159] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.853344] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522e89e1-a312-268a-6cd9-dbc2d3afcd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.996836] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1053.997203] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Fetch image to [datastore1] OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07/OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1053.997423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Downloading stream optimized image 34fb412d-bc42-4750-b71f-c42efe917178 to [datastore1] OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07/OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07.vmdk on the data store datastore1 as vApp {{(pid=70059) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1053.997595] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Downloading image file data 34fb412d-bc42-4750-b71f-c42efe917178 to the ESX as VM named 'OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07' {{(pid=70059) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1054.088887] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.089546] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1054.089546] env[70059]: value = "resgroup-9" [ 1054.089546] env[70059]: _type = "ResourcePool" [ 1054.089546] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1054.089882] env[70059]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4b034e4b-1f6a-4867-b111-1ef9098b9732 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.114230] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lease: (returnval){ [ 1054.114230] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbcfb5-93d0-6ea1-b824-954d708c8476" [ 1054.114230] env[70059]: _type = "HttpNfcLease" [ 1054.114230] env[70059]: } obtained for vApp import into resource pool (val){ [ 1054.114230] env[70059]: value = "resgroup-9" [ 1054.114230] env[70059]: _type = "ResourcePool" [ 1054.114230] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1054.114519] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the lease: (returnval){ [ 1054.114519] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbcfb5-93d0-6ea1-b824-954d708c8476" [ 1054.114519] env[70059]: _type = "HttpNfcLease" [ 1054.114519] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.122922] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.122922] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbcfb5-93d0-6ea1-b824-954d708c8476" [ 1054.122922] env[70059]: _type = "HttpNfcLease" [ 1054.122922] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.217962] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189568, 'name': PowerOffVM_Task, 'duration_secs': 1.288407} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.221185] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.222634] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3911c7-47ee-45cf-8e45-80c66789032e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.246893] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131251b2-8156-428a-abfb-5561a9ec6c83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.296109] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0576d0-f844-4668-b681-00c5f70b3c4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.309821] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d858576-98fd-4385-ba40-3e9d52bc677c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.355937] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce08cfbc-52ff-4c0d-8ef8-1b72e630dbe5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.366431] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522e89e1-a312-268a-6cd9-dbc2d3afcd44, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.368558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.368866] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.369500] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2e1589d-4cef-46a9-b4f4-433482feb029 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.372357] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5adc1e-d62c-49c3-ace1-21da3fcb9ca2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.388817] env[70059]: DEBUG nova.compute.provider_tree [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.391918] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1054.391918] env[70059]: value = "task-3189573" [ 1054.391918] env[70059]: _type = "Task" [ 1054.391918] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.396308] env[70059]: DEBUG nova.network.neutron [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updated VIF entry in instance network info cache for port 9b731b96-fdb9-42a9-b341-67f25bad66ad. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.396526] env[70059]: DEBUG nova.network.neutron [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.403706] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.590901] env[70059]: DEBUG oslo_vmware.api [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189569, 'name': PowerOnVM_Task, 'duration_secs': 1.21055} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.591254] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.591480] env[70059]: INFO nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1054.591670] env[70059]: DEBUG nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.592545] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ad6b08-64b4-40b4-a6dc-57daeaf7f3ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.625163] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.625163] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbcfb5-93d0-6ea1-b824-954d708c8476" [ 1054.625163] env[70059]: _type = "HttpNfcLease" [ 1054.625163] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.690458] env[70059]: DEBUG nova.network.neutron [-] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.760326] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.760679] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f409aac-94d2-41dc-b52b-773bd8033b6a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.770505] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1054.770505] env[70059]: value = "task-3189574" [ 1054.770505] env[70059]: _type = "Task" [ 1054.770505] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.782124] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189574, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.893496] env[70059]: DEBUG nova.scheduler.client.report [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.898436] env[70059]: DEBUG oslo_concurrency.lockutils [req-beae97fb-1c3b-4473-b165-b11b3c34af66 req-2dbf18f5-8ce6-431a-82cd-5bda83b79693 service nova] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910267] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490225} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.910697] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.911679] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.911679] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16a2fffb-ca47-42f2-8d6c-347ca14ab65b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.918883] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1054.918883] env[70059]: value = "task-3189575" [ 1054.918883] env[70059]: _type = "Task" [ 1054.918883] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.931162] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.960516] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.960742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.114338] env[70059]: INFO nova.compute.manager [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Took 23.21 seconds to build instance. [ 1055.124142] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.124142] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbcfb5-93d0-6ea1-b824-954d708c8476" [ 1055.124142] env[70059]: _type = "HttpNfcLease" [ 1055.124142] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.124142] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.124142] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fbcfb5-93d0-6ea1-b824-954d708c8476" [ 1055.124142] env[70059]: _type = "HttpNfcLease" [ 1055.124142] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1055.124719] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d4fe5f-85a3-4acc-b133-472aa1167eff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.132234] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52570677-25ed-d917-77df-c3ec3d3e3de6/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.132424] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52570677-25ed-d917-77df-c3ec3d3e3de6/disk-0.vmdk. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1055.196152] env[70059]: INFO nova.compute.manager [-] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Took 1.41 seconds to deallocate network for instance. [ 1055.205474] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff7b441c-d9d3-48d4-8c3c-aecca125d8ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.283121] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189574, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.404490] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.405034] env[70059]: DEBUG nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.408763] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.694s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.411173] env[70059]: INFO nova.compute.claims [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.430102] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077859} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.430384] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.431179] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd2fb2-2cfd-4762-b5ef-553c7451c597 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.452180] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.453153] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a7f2529-4ac9-43eb-93f9-d9c9e82ed420 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.469383] env[70059]: DEBUG nova.compute.utils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.476307] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1055.476307] env[70059]: value = "task-3189576" [ 1055.476307] env[70059]: _type = "Task" [ 1055.476307] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.485566] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.615620] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07200853-3362-43b9-af1f-dfaf0ec23899 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.061s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.668879] env[70059]: DEBUG nova.compute.manager [req-04c02c36-df7f-49e8-92ec-cc63a97753de req-bb1c347b-f85d-4cb1-87dd-b80277c6c47b service nova] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Received event network-vif-deleted-22499a22-81cf-4839-992c-15b66af1d93c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.706639] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.788350] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189574, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.916572] env[70059]: DEBUG nova.compute.utils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.923124] env[70059]: DEBUG nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1055.973787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.987945] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189576, 'name': ReconfigVM_Task, 'duration_secs': 0.343857} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.988245] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Reconfigured VM instance instance-00000056 to attach disk [datastore1] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72/e8ac26a3-d981-4ad0-970f-6e06a8b2bd72.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.988879] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f21b331f-466c-48cb-9391-d383ae9edaca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.995252] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1055.995252] env[70059]: value = "task-3189577" [ 1055.995252] env[70059]: _type = "Task" [ 1055.995252] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.006605] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189577, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.244226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "38299d76-4cb9-49c6-80d6-0288760d37ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.244519] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.244802] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "38299d76-4cb9-49c6-80d6-0288760d37ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.246036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.246036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.249129] env[70059]: INFO nova.compute.manager [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Terminating instance [ 1056.281423] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189574, 'name': CreateSnapshot_Task, 'duration_secs': 1.053176} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.281902] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.282443] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8062cb-0adb-451a-a606-3e6f29de56f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.428279] env[70059]: DEBUG nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.510713] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189577, 'name': Rename_Task, 'duration_secs': 0.152724} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.512786] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.512786] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e552cf-e119-490e-8de3-44f38b866ce5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.519080] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1056.519080] env[70059]: value = "task-3189578" [ 1056.519080] env[70059]: _type = "Task" [ 1056.519080] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.529080] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.553219] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1056.553397] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52570677-25ed-d917-77df-c3ec3d3e3de6/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.555334] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77067196-2df2-461f-a06a-2b0947b63b1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.564992] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52570677-25ed-d917-77df-c3ec3d3e3de6/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.565233] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52570677-25ed-d917-77df-c3ec3d3e3de6/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1056.565491] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0c650bd1-86c7-4670-912d-fceeee3bd624 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.678344] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a8a2b-d6f2-40a0-81e5-bb1346f24d45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.687052] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db129044-1099-4e24-b925-062148f63cb1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.721116] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7fb1c-1893-4cfc-bc86-ef1382a71f98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.728656] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a4d33-c30c-404c-a093-176011656476 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.742137] env[70059]: DEBUG nova.compute.provider_tree [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.754330] env[70059]: DEBUG nova.compute.manager [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.754525] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.755521] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0ee932-b7d8-4ff1-88a4-06cfa7224841 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.763079] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.763328] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b454580-d751-4cb1-85bd-16473471927a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.769560] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1056.769560] env[70059]: value = "task-3189579" [ 1056.769560] env[70059]: _type = "Task" [ 1056.769560] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.778030] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.800248] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.800725] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0552bab3-85c0-4662-b872-41f2f8a93f7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.809222] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1056.809222] env[70059]: value = "task-3189580" [ 1056.809222] env[70059]: _type = "Task" [ 1056.809222] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.817918] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.853122] env[70059]: DEBUG oslo_vmware.rw_handles [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52570677-25ed-d917-77df-c3ec3d3e3de6/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1056.853122] env[70059]: INFO nova.virt.vmwareapi.images [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Downloaded image file data 34fb412d-bc42-4750-b71f-c42efe917178 [ 1056.853549] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ba955-98e3-4e90-8c48-7771ef557be2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.868984] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-907bb0c9-fdef-4538-a0eb-e32f325adf12 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.974768] env[70059]: INFO nova.virt.vmwareapi.images [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] The imported VM was unregistered [ 1056.977563] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1056.977858] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Creating directory with path [datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.978968] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88804c55-cf26-4a7b-ac9c-b9008bf0f88d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.992216] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Created directory with path [datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.992452] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07/OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07.vmdk to [datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk. {{(pid=70059) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1056.992792] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b8106dab-403e-4e36-9369-15fa427eb07b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.999052] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1056.999052] env[70059]: value = "task-3189582" [ 1056.999052] env[70059]: _type = "Task" [ 1056.999052] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.008158] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189582, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.028849] env[70059]: DEBUG oslo_vmware.api [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189578, 'name': PowerOnVM_Task, 'duration_secs': 0.46109} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.029053] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.029273] env[70059]: DEBUG nova.compute.manager [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.030296] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e9ca2-b892-4287-9382-8261842fd870 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.038379] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.038567] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.038809] env[70059]: INFO nova.compute.manager [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Attaching volume d57a95d6-acff-456f-9b71-57935f98b286 to /dev/sdb [ 1057.071840] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bac931-a9cf-44b2-86e6-a7e1ce78501d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.078627] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba5324-accf-42e3-b12b-3a73c2720aa1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.092261] env[70059]: DEBUG nova.virt.block_device [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updating existing volume attachment record: 2d52641c-a4d6-4319-8e8e-83ad0c8d0bda {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1057.245507] env[70059]: DEBUG nova.scheduler.client.report [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.280846] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189579, 'name': PowerOffVM_Task, 'duration_secs': 0.453765} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.281173] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.281515] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.281606] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a86bd00f-6f0b-4094-a9d4-ee086e0a7837 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.319724] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.383167] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.383266] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.383527] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleting the datastore file [datastore1] 38299d76-4cb9-49c6-80d6-0288760d37ce {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.383861] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-581bee8d-9df6-4dbb-8908-358e8cae282d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.391962] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for the task: (returnval){ [ 1057.391962] env[70059]: value = "task-3189585" [ 1057.391962] env[70059]: _type = "Task" [ 1057.391962] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.402618] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.442235] env[70059]: DEBUG nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.473061] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.473334] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.473493] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.473675] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.473885] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.474093] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.474278] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.474441] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.474614] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.474770] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.474993] env[70059]: DEBUG nova.virt.hardware [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.475907] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a86c8bd-e8aa-467c-873d-d12701c64c58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.486065] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fcbf44-ec6e-4823-bb2e-b755e68484f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.506404] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.513018] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Creating folder: Project (9506c801d821455c9847851f78928e94). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.517062] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-146407ec-ae1d-4dd0-96e8-0ac5543155ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.523955] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189582, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.528088] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Created folder: Project (9506c801d821455c9847851f78928e94) in parent group-v637631. [ 1057.528283] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Creating folder: Instances. Parent ref: group-v637873. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.528548] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e50b07bb-7921-49a6-a55b-e3235b8f2ed6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.537654] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Created folder: Instances in parent group-v637873. [ 1057.537918] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.538234] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.538349] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e06abc-af22-427f-8e4f-112e12711b27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.560248] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.561896] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.561896] env[70059]: value = "task-3189588" [ 1057.561896] env[70059]: _type = "Task" [ 1057.561896] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.569688] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189588, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.751327] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.752194] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.755555] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.049s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.757080] env[70059]: DEBUG nova.objects.instance [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lazy-loading 'resources' on Instance uuid cdb854d2-aa84-4acd-8914-ddd3007639f4 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.819969] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.911810] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.015787] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189582, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.072713] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189588, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.219085] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.219461] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.219698] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.219983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.220150] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.223137] env[70059]: INFO nova.compute.manager [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Terminating instance [ 1058.259062] env[70059]: DEBUG nova.compute.utils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.263809] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.264110] env[70059]: DEBUG nova.network.neutron [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.318715] env[70059]: DEBUG nova.policy [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2641ed717ffe4b5a9537d21169ee91da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e32ddafd435439db546206467a0ec69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.327060] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.401925] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.515896] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189582, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.533921] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33fea94-e018-4c04-8ad5-ad684fb7a606 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.541900] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea3eb84-7a81-4352-a14e-bb1b60010b83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.579792] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f03b0c-d817-4f8f-9116-1fcf3c9cc7c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.587342] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189588, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.590801] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfa307-9532-48e7-9510-9fa52e5a93a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.607128] env[70059]: DEBUG nova.compute.provider_tree [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.682608] env[70059]: DEBUG nova.network.neutron [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Successfully created port: e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.727499] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "refresh_cache-e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.727876] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "refresh_cache-e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.728192] env[70059]: DEBUG nova.network.neutron [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.767312] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.824185] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.904488] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.018161] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189582, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.086424] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189588, 'name': CreateVM_Task, 'duration_secs': 1.412228} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.086655] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.087134] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.087300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.087642] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.087923] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd9be51-b44d-4f76-9ae0-9a6d708aa259 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.094640] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1059.094640] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528c0947-b0a6-3dcd-7b61-a5b28fc88bfd" [ 1059.094640] env[70059]: _type = "Task" [ 1059.094640] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.105753] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528c0947-b0a6-3dcd-7b61-a5b28fc88bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.110934] env[70059]: DEBUG nova.scheduler.client.report [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.249326] env[70059]: DEBUG nova.network.neutron [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.327200] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.328188] env[70059]: DEBUG nova.network.neutron [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.404301] env[70059]: DEBUG oslo_vmware.api [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Task: {'id': task-3189585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.917034} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.404622] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.404834] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.405051] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.405263] env[70059]: INFO nova.compute.manager [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1059.405559] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.405771] env[70059]: DEBUG nova.compute.manager [-] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.405892] env[70059]: DEBUG nova.network.neutron [-] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.517647] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189582, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.468865} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.517981] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07/OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07.vmdk to [datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk. [ 1059.518221] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Cleaning up location [datastore1] OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1059.518420] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e9288029-2be8-421e-8128-5a7d0cd80a07 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.518706] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f4f036-d150-435e-a5cd-288abecaab81 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.525556] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1059.525556] env[70059]: value = "task-3189591" [ 1059.525556] env[70059]: _type = "Task" [ 1059.525556] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.533397] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.608876] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528c0947-b0a6-3dcd-7b61-a5b28fc88bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.085981} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.609233] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.609467] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.609733] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.609902] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.610089] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.610356] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7a15159-ea7f-4852-94dc-002ff35d3528 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.616476] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.619049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.059s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.619242] env[70059]: DEBUG nova.objects.instance [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.624724] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.624903] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.625834] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70363cc3-0518-4731-b189-cf8c8fb7b209 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.631999] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1059.631999] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52eadbda-8005-01bd-449b-9d6d32c569ea" [ 1059.631999] env[70059]: _type = "Task" [ 1059.631999] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.644241] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52eadbda-8005-01bd-449b-9d6d32c569ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.648190] env[70059]: INFO nova.scheduler.client.report [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted allocations for instance cdb854d2-aa84-4acd-8914-ddd3007639f4 [ 1059.658909] env[70059]: DEBUG nova.compute.manager [req-7b62541f-445d-47a8-b854-8b4efe691823 req-6e268e1f-a071-4ad9-811c-690c3d21d4e0 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Received event network-vif-deleted-cb0fd9c4-4981-4b58-9810-5dde2675af12 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.659251] env[70059]: INFO nova.compute.manager [req-7b62541f-445d-47a8-b854-8b4efe691823 req-6e268e1f-a071-4ad9-811c-690c3d21d4e0 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Neutron deleted interface cb0fd9c4-4981-4b58-9810-5dde2675af12; detaching it from the instance and deleting it from the info cache [ 1059.659521] env[70059]: DEBUG nova.network.neutron [req-7b62541f-445d-47a8-b854-8b4efe691823 req-6e268e1f-a071-4ad9-811c-690c3d21d4e0 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.777152] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.807404] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.807789] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.807903] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.808168] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.808351] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.808570] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.808861] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.809080] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.809273] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.809457] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.809642] env[70059]: DEBUG nova.virt.hardware [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.810602] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b5719-5d8b-4fba-bd39-77fed5391934 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.825207] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace8b9b-dd63-4e65-bcf0-f07dbfc435f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.829266] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.831577] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "refresh_cache-e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.832109] env[70059]: DEBUG nova.compute.manager [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.832392] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.841535] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce597afd-943c-4f4c-aee8-82b8b6b22185 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.849458] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.849724] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e8cf98c-66c6-4648-b94e-269d30800862 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.856526] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1059.856526] env[70059]: value = "task-3189593" [ 1059.856526] env[70059]: _type = "Task" [ 1059.856526] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.868458] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.035578] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044139} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.035747] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.035916] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.036186] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk to [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.036498] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f3ae703-809e-4365-96b8-e92f59c9eab9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.043097] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1060.043097] env[70059]: value = "task-3189594" [ 1060.043097] env[70059]: _type = "Task" [ 1060.043097] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.051058] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.107330] env[70059]: DEBUG nova.compute.manager [req-821d6bf8-988e-468a-b3da-ba43e54ea7ec req-291c654d-cdcb-4489-b80e-d6ad743e22da service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Received event network-vif-plugged-e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.107547] env[70059]: DEBUG oslo_concurrency.lockutils [req-821d6bf8-988e-468a-b3da-ba43e54ea7ec req-291c654d-cdcb-4489-b80e-d6ad743e22da service nova] Acquiring lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.107752] env[70059]: DEBUG oslo_concurrency.lockutils [req-821d6bf8-988e-468a-b3da-ba43e54ea7ec req-291c654d-cdcb-4489-b80e-d6ad743e22da service nova] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.107919] env[70059]: DEBUG oslo_concurrency.lockutils [req-821d6bf8-988e-468a-b3da-ba43e54ea7ec req-291c654d-cdcb-4489-b80e-d6ad743e22da service nova] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.108096] env[70059]: DEBUG nova.compute.manager [req-821d6bf8-988e-468a-b3da-ba43e54ea7ec req-291c654d-cdcb-4489-b80e-d6ad743e22da service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] No waiting events found dispatching network-vif-plugged-e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.108262] env[70059]: WARNING nova.compute.manager [req-821d6bf8-988e-468a-b3da-ba43e54ea7ec req-291c654d-cdcb-4489-b80e-d6ad743e22da service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Received unexpected event network-vif-plugged-e14708df-15bb-477b-90c4-1c2f9d7c10d4 for instance with vm_state building and task_state spawning. [ 1060.142717] env[70059]: DEBUG nova.network.neutron [-] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.144096] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52eadbda-8005-01bd-449b-9d6d32c569ea, 'name': SearchDatastore_Task, 'duration_secs': 0.054905} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.145247] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcf259c-8121-4594-b259-cc54399e9d4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.151109] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1060.151109] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5200613e-53db-8a70-ef2b-e218a177c79e" [ 1060.151109] env[70059]: _type = "Task" [ 1060.151109] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.157479] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c02bf283-1e7b-40b4-b6a0-bf4b2cad073d tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "cdb854d2-aa84-4acd-8914-ddd3007639f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.006s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.166084] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5200613e-53db-8a70-ef2b-e218a177c79e, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.166404] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37b510d3-5ba6-49ce-a781-7a10dbbcac10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.168675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.168938] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.169718] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9659c60-2f69-4d1a-9b60-6cb389692a51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.180095] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1060.180095] env[70059]: value = "task-3189595" [ 1060.180095] env[70059]: _type = "Task" [ 1060.180095] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.186606] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb75353-ffc3-4621-9cff-0024d2b4223c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.204081] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.223569] env[70059]: DEBUG nova.compute.manager [req-7b62541f-445d-47a8-b854-8b4efe691823 req-6e268e1f-a071-4ad9-811c-690c3d21d4e0 service nova] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Detach interface failed, port_id=cb0fd9c4-4981-4b58-9810-5dde2675af12, reason: Instance 38299d76-4cb9-49c6-80d6-0288760d37ce could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.224576] env[70059]: DEBUG nova.network.neutron [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Successfully updated port: e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.332558] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189580, 'name': CloneVM_Task, 'duration_secs': 3.195553} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.332941] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Created linked-clone VM from snapshot [ 1060.334013] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d86e61-b710-4dbf-b169-c36e800e40d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.345907] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Uploading image bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1060.373667] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189593, 'name': PowerOffVM_Task, 'duration_secs': 0.181325} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.373815] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.373954] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.374261] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-347dc2b5-54f2-45ca-94e0-9c7be74204a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.379064] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1060.379064] env[70059]: value = "vm-637872" [ 1060.379064] env[70059]: _type = "VirtualMachine" [ 1060.379064] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1060.379373] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9d111e8-c852-493b-b684-853a13ff2fd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.388282] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease: (returnval){ [ 1060.388282] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e3b76-8f29-ae5f-ba71-95135b1c0c06" [ 1060.388282] env[70059]: _type = "HttpNfcLease" [ 1060.388282] env[70059]: } obtained for exporting VM: (result){ [ 1060.388282] env[70059]: value = "vm-637872" [ 1060.388282] env[70059]: _type = "VirtualMachine" [ 1060.388282] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1060.388835] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the lease: (returnval){ [ 1060.388835] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e3b76-8f29-ae5f-ba71-95135b1c0c06" [ 1060.388835] env[70059]: _type = "HttpNfcLease" [ 1060.388835] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.397884] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.397884] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e3b76-8f29-ae5f-ba71-95135b1c0c06" [ 1060.397884] env[70059]: _type = "HttpNfcLease" [ 1060.397884] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.409814] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.410199] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.410414] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleting the datastore file [datastore1] e8ac26a3-d981-4ad0-970f-6e06a8b2bd72 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.410715] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db0e945-b286-4be4-affb-fd67b8e04886 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.421281] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1060.421281] env[70059]: value = "task-3189598" [ 1060.421281] env[70059]: _type = "Task" [ 1060.421281] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.434220] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.557152] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.612378] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.612926] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.627771] env[70059]: DEBUG oslo_concurrency.lockutils [None req-51d2c15a-afff-4457-a84a-67b7f775510a tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.645096] env[70059]: INFO nova.compute.manager [-] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Took 1.24 seconds to deallocate network for instance. [ 1060.696105] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.727221] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "refresh_cache-b36d4c86-1509-47ba-8447-0cfdd9de6b7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.727418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "refresh_cache-b36d4c86-1509-47ba-8447-0cfdd9de6b7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.727538] env[70059]: DEBUG nova.network.neutron [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.901865] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.901865] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e3b76-8f29-ae5f-ba71-95135b1c0c06" [ 1060.901865] env[70059]: _type = "HttpNfcLease" [ 1060.901865] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.902496] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.902496] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527e3b76-8f29-ae5f-ba71-95135b1c0c06" [ 1060.902496] env[70059]: _type = "HttpNfcLease" [ 1060.902496] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.903167] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbbe3b0-c75e-4286-91b3-dbe6b5c35c04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.914957] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5ce4b-015a-23a7-ae63-d376fb06c2e8/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.915144] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5ce4b-015a-23a7-ae63-d376fb06c2e8/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1060.986162] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.057189] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.123632] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1061.123632] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.153049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.153049] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.153049] env[70059]: DEBUG nova.objects.instance [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lazy-loading 'resources' on Instance uuid 38299d76-4cb9-49c6-80d6-0288760d37ce {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.193962] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.261560] env[70059]: DEBUG nova.network.neutron [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.323463] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dff2ed69-1e7c-47df-b9b2-4988702a8ee9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.407258] env[70059]: DEBUG nova.network.neutron [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Updating instance_info_cache with network_info: [{"id": "e14708df-15bb-477b-90c4-1c2f9d7c10d4", "address": "fa:16:3e:00:4b:ac", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14708df-15", "ovs_interfaceid": "e14708df-15bb-477b-90c4-1c2f9d7c10d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.489081] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.558551] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.628338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.696025] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.913804] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "refresh_cache-b36d4c86-1509-47ba-8447-0cfdd9de6b7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.913804] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Instance network_info: |[{"id": "e14708df-15bb-477b-90c4-1c2f9d7c10d4", "address": "fa:16:3e:00:4b:ac", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14708df-15", "ovs_interfaceid": "e14708df-15bb-477b-90c4-1c2f9d7c10d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.913804] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:4b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14708df-15bb-477b-90c4-1c2f9d7c10d4', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.921359] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.922692] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.923494] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30416745-9b9a-4c48-9da8-8cbf14afb3a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.926160] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ae20ad2-a38f-4404-8988-5e4755f9506a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.949275] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3335c0c-1f3d-4b68-956a-bc0f65ebdf00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.952599] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.952599] env[70059]: value = "task-3189599" [ 1061.952599] env[70059]: _type = "Task" [ 1061.952599] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.985110] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb78aeb-d839-423f-a6a0-8a56bc92f846 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.991350] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189599, 'name': CreateVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.998077] env[70059]: DEBUG oslo_vmware.api [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.25423} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.000449] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.000666] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.000852] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.001053] env[70059]: INFO nova.compute.manager [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1062.001298] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.001580] env[70059]: DEBUG nova.compute.manager [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.001681] env[70059]: DEBUG nova.network.neutron [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.004508] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ccfda-1c8f-4d84-82f1-31b76775f229 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.022212] env[70059]: DEBUG nova.compute.provider_tree [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.047196] env[70059]: DEBUG nova.network.neutron [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.063093] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.144076] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.144076] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637877', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'name': 'volume-d57a95d6-acff-456f-9b71-57935f98b286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce3d967-dac6-4fb1-876b-556531b0f5f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'serial': 'd57a95d6-acff-456f-9b71-57935f98b286'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.144076] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fdb154-4e1b-40a4-956a-871bd1a740b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.150946] env[70059]: DEBUG nova.compute.manager [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Received event network-changed-e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.151573] env[70059]: DEBUG nova.compute.manager [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Refreshing instance network info cache due to event network-changed-e14708df-15bb-477b-90c4-1c2f9d7c10d4. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.152040] env[70059]: DEBUG oslo_concurrency.lockutils [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] Acquiring lock "refresh_cache-b36d4c86-1509-47ba-8447-0cfdd9de6b7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.152376] env[70059]: DEBUG oslo_concurrency.lockutils [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] Acquired lock "refresh_cache-b36d4c86-1509-47ba-8447-0cfdd9de6b7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.152725] env[70059]: DEBUG nova.network.neutron [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Refreshing network info cache for port e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.173081] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dc67f1-64ff-42a4-8dcd-baadb18d170d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.207584] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-d57a95d6-acff-456f-9b71-57935f98b286/volume-d57a95d6-acff-456f-9b71-57935f98b286.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.212951] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45cf8479-6fb8-4cda-82e4-7d16aeee33c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.234484] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189595, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.236282] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1062.236282] env[70059]: value = "task-3189600" [ 1062.236282] env[70059]: _type = "Task" [ 1062.236282] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.249847] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.464468] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189599, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.526081] env[70059]: DEBUG nova.scheduler.client.report [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.549870] env[70059]: DEBUG nova.network.neutron [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.566371] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.707924] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189595, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.173483} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.708647] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.708647] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.709237] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d690478-82f0-4c55-8b9c-506140fe53c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.721542] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1062.721542] env[70059]: value = "task-3189601" [ 1062.721542] env[70059]: _type = "Task" [ 1062.721542] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.735632] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.746866] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.964934] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189599, 'name': CreateVM_Task, 'duration_secs': 0.557514} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.969294] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.970460] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.971489] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.972297] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b756e25-dba7-4e0a-8627-dda940cb8bc0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.978347] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1062.978347] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c618aa-6008-b2f8-a257-eb536de4094c" [ 1062.978347] env[70059]: _type = "Task" [ 1062.978347] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.987677] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c618aa-6008-b2f8-a257-eb536de4094c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.031724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.033945] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.406s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.034145] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.034523] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1063.035403] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813343a8-b33c-47d5-8404-73b19cda8389 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.043778] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a36ebe-5e04-4356-8b96-785c94552257 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.059631] env[70059]: INFO nova.compute.manager [-] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Took 1.06 seconds to deallocate network for instance. [ 1063.061033] env[70059]: INFO nova.scheduler.client.report [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Deleted allocations for instance 38299d76-4cb9-49c6-80d6-0288760d37ce [ 1063.073499] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d698aa-4c86-4fcd-b1e4-aed51ac73b5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.088461] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b0862e-9265-4c39-900e-748de0aae97c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.091835] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189594, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.687034} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.093684] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/34fb412d-bc42-4750-b71f-c42efe917178/34fb412d-bc42-4750-b71f-c42efe917178.vmdk to [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.093684] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11792f3-e2a2-4326-8837-e1c82a4a94b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.121979] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178562MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1063.122259] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.122487] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.125973] env[70059]: DEBUG nova.network.neutron [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Updated VIF entry in instance network info cache for port e14708df-15bb-477b-90c4-1c2f9d7c10d4. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.126893] env[70059]: DEBUG nova.network.neutron [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Updating instance_info_cache with network_info: [{"id": "e14708df-15bb-477b-90c4-1c2f9d7c10d4", "address": "fa:16:3e:00:4b:ac", "network": {"id": "70911b4c-e914-4c5a-8041-96b548b05924", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1023134746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e32ddafd435439db546206467a0ec69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14708df-15", "ovs_interfaceid": "e14708df-15bb-477b-90c4-1c2f9d7c10d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.154603] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.155556] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3784cf-496c-40ce-810c-3336f3b791a4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.178845] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1063.178845] env[70059]: value = "task-3189602" [ 1063.178845] env[70059]: _type = "Task" [ 1063.178845] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.190796] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.231833] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078696} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.232702] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.233281] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c35fa91-bad9-4200-ad07-ffca1db9ce6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.256851] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.257732] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335c7c15-1fe7-4fe7-a404-490692b3e1d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.276363] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189600, 'name': ReconfigVM_Task, 'duration_secs': 0.780353} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.277204] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-d57a95d6-acff-456f-9b71-57935f98b286/volume-d57a95d6-acff-456f-9b71-57935f98b286.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.283389] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b3720b-663d-417b-a95b-b3937c86b438 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.294105] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1063.294105] env[70059]: value = "task-3189603" [ 1063.294105] env[70059]: _type = "Task" [ 1063.294105] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.300498] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1063.300498] env[70059]: value = "task-3189604" [ 1063.300498] env[70059]: _type = "Task" [ 1063.300498] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.304822] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.315936] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.490745] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c618aa-6008-b2f8-a257-eb536de4094c, 'name': SearchDatastore_Task, 'duration_secs': 0.034278} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.491485] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.491769] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.492054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.492249] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.493055] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.493055] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6345150-2193-41a1-91d6-e9e255bb9a41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.502984] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.503320] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.504231] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0544222c-cdd8-4e1e-bc14-cbe5b3a2deb6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.511485] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1063.511485] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d1c1ea-2a1d-e69c-6aa2-962933669502" [ 1063.511485] env[70059]: _type = "Task" [ 1063.511485] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.522926] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d1c1ea-2a1d-e69c-6aa2-962933669502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.574350] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.582859] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b96f0312-240e-4ed0-a9d1-b30ea043e181 tempest-ServerDiskConfigTestJSON-2117182947 tempest-ServerDiskConfigTestJSON-2117182947-project-member] Lock "38299d76-4cb9-49c6-80d6-0288760d37ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.338s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.633466] env[70059]: DEBUG oslo_concurrency.lockutils [req-f80e3943-a62d-4201-93dc-6f26b265d58c req-32eeb331-0963-47c9-bf8c-9a7cb9686412 service nova] Releasing lock "refresh_cache-b36d4c86-1509-47ba-8447-0cfdd9de6b7c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.690184] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189602, 'name': ReconfigVM_Task, 'duration_secs': 0.345589} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.690557] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143/49d32e7b-bea9-4d7a-a51e-787c00fd2143.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.691458] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61725ca3-692a-4a31-b005-4f3d8511c864 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.700055] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1063.700055] env[70059]: value = "task-3189605" [ 1063.700055] env[70059]: _type = "Task" [ 1063.700055] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.708860] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189605, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.805095] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189603, 'name': ReconfigVM_Task, 'duration_secs': 0.346339} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.810652] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.811326] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9be4cc6-6204-449f-9685-8fa457fc13c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.818730] env[70059]: DEBUG oslo_vmware.api [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189604, 'name': ReconfigVM_Task, 'duration_secs': 0.160714} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.820923] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637877', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'name': 'volume-d57a95d6-acff-456f-9b71-57935f98b286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce3d967-dac6-4fb1-876b-556531b0f5f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'serial': 'd57a95d6-acff-456f-9b71-57935f98b286'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.822909] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1063.822909] env[70059]: value = "task-3189606" [ 1063.822909] env[70059]: _type = "Task" [ 1063.822909] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.833515] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189606, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.022166] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d1c1ea-2a1d-e69c-6aa2-962933669502, 'name': SearchDatastore_Task, 'duration_secs': 0.023863} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.023033] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dde59c5-1ba7-4710-a385-901d6554fe60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.028736] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1064.028736] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52556b5b-b2f2-7612-8d52-ff827803db00" [ 1064.028736] env[70059]: _type = "Task" [ 1064.028736] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.036956] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52556b5b-b2f2-7612-8d52-ff827803db00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2c6f2182-1d1e-4262-aa37-526bb79ebc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0ce3d967-dac6-4fb1-876b-556531b0f5f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4a8dba25-b936-424e-b18f-1e131d129305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 78f27d3e-b318-4ac6-83f2-88117c61268c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 520e7233-7398-4f8d-b604-89a4ee9a693f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 06859ed1-b71b-4250-bbe1-7192c8c91b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 5300c656-c3ff-4721-8fea-d12231491f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 45f53d7e-df03-4d76-9a62-fb849250b24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance bfa7e6d7-4602-4fd1-92fb-745742d20a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 48488558-4b01-4283-8f25-692176eb3226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 16eae91a-19c3-4453-be5b-390340fcdeb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.161734] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e8ac26a3-d981-4ad0-970f-6e06a8b2bd72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1064.161734] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 49d32e7b-bea9-4d7a-a51e-787c00fd2143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.162473] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 016b9d61-3fb9-41a4-9510-6de69f5a9477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.162473] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance b36d4c86-1509-47ba-8447-0cfdd9de6b7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1064.162473] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1064.162473] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1064.211974] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189605, 'name': Rename_Task, 'duration_secs': 0.160907} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.212416] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.213790] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21927c03-02a7-4ddb-9a9b-8dfe995f36a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.222202] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1064.222202] env[70059]: value = "task-3189607" [ 1064.222202] env[70059]: _type = "Task" [ 1064.222202] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.232527] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.338046] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189606, 'name': Rename_Task, 'duration_secs': 0.153093} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.338046] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.338467] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-542dbfad-167f-47ac-a1d8-ecb007703d95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.347715] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1064.347715] env[70059]: value = "task-3189608" [ 1064.347715] env[70059]: _type = "Task" [ 1064.347715] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.357888] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.402838] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1859e6b-daa1-432f-aab8-8ef8557140ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.412477] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a3ac5-52dd-42e9-be9d-569e928743fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.449998] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda6e6a-3cec-4c64-a6c6-c102ad1cdf1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.460446] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6907c-51cb-45d5-b8a9-9618164c189e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.474065] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.541392] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52556b5b-b2f2-7612-8d52-ff827803db00, 'name': SearchDatastore_Task, 'duration_secs': 0.030515} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.541724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.542027] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] b36d4c86-1509-47ba-8447-0cfdd9de6b7c/b36d4c86-1509-47ba-8447-0cfdd9de6b7c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.542453] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b990f81-c461-468b-a710-8beed43bb287 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.550739] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1064.550739] env[70059]: value = "task-3189609" [ 1064.550739] env[70059]: _type = "Task" [ 1064.550739] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.560303] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.734966] env[70059]: DEBUG oslo_vmware.api [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189607, 'name': PowerOnVM_Task, 'duration_secs': 0.49496} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.735641] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.863374] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.870035] env[70059]: DEBUG nova.objects.instance [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lazy-loading 'flavor' on Instance uuid 0ce3d967-dac6-4fb1-876b-556531b0f5f1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.877420] env[70059]: DEBUG nova.compute.manager [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.878452] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd8f82-41df-4e08-b2c4-6e3ee02f9e83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.977130] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.064639] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.360646] env[70059]: DEBUG oslo_vmware.api [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189608, 'name': PowerOnVM_Task, 'duration_secs': 0.517957} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.361709] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.361944] env[70059]: INFO nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1065.362285] env[70059]: DEBUG nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.363361] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0b97e-de51-4bc8-a14e-7851ce55ed1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.378305] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb197324-9760-4000-a604-a7a6250bbb9e tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.404592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2d54fd4a-c042-4cad-b2d6-5ef8c3e8bef2 tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.520s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.483566] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1065.484771] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.362s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.485663] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.911s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.486203] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.514482] env[70059]: INFO nova.scheduler.client.report [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleted allocations for instance e8ac26a3-d981-4ad0-970f-6e06a8b2bd72 [ 1065.566055] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578779} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.566449] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] b36d4c86-1509-47ba-8447-0cfdd9de6b7c/b36d4c86-1509-47ba-8447-0cfdd9de6b7c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.567021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.568112] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c8ef10c-1f73-4a15-bdd4-2e83b271a649 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.576854] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1065.576854] env[70059]: value = "task-3189610" [ 1065.576854] env[70059]: _type = "Task" [ 1065.576854] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.589152] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.848942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.849229] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.891331] env[70059]: INFO nova.compute.manager [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Took 13.70 seconds to build instance. [ 1066.030147] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dcea6d12-7d6f-4c8f-9b02-838a12e8c444 tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "e8ac26a3-d981-4ad0-970f-6e06a8b2bd72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.810s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.093117] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137209} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.093551] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.094787] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba9f780-c4f4-4dc3-85bb-8fc47eddf983 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.123028] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] b36d4c86-1509-47ba-8447-0cfdd9de6b7c/b36d4c86-1509-47ba-8447-0cfdd9de6b7c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.124662] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e2cc7c-3ba8-4f1f-bfa2-f448bd5599b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.159433] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1066.159433] env[70059]: value = "task-3189611" [ 1066.159433] env[70059]: _type = "Task" [ 1066.159433] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.171138] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.355349] env[70059]: INFO nova.compute.manager [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Detaching volume d57a95d6-acff-456f-9b71-57935f98b286 [ 1066.394051] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1df6bb0-eecb-4bcc-b72b-0bce12801415 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "016b9d61-3fb9-41a4-9510-6de69f5a9477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.220s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.408315] env[70059]: INFO nova.virt.block_device [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Attempting to driver detach volume d57a95d6-acff-456f-9b71-57935f98b286 from mountpoint /dev/sdb [ 1066.408584] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.408817] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637877', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'name': 'volume-d57a95d6-acff-456f-9b71-57935f98b286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce3d967-dac6-4fb1-876b-556531b0f5f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'serial': 'd57a95d6-acff-456f-9b71-57935f98b286'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.409782] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d44de28-7947-43f2-abc2-9227caf49052 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.438619] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd120e57-b6ed-4693-a91e-0e737f345822 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.448338] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb2ba6-ebb9-441b-b390-9fe4b824bc21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.482827] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c7e206-ff3b-4d51-9cfc-525e3230ce98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.509819] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] The volume has not been displaced from its original location: [datastore1] volume-d57a95d6-acff-456f-9b71-57935f98b286/volume-d57a95d6-acff-456f-9b71-57935f98b286.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.515522] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.515893] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a48a5e-a6d1-4f14-9734-d85d72674ff1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.537106] env[70059]: DEBUG oslo_vmware.api [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1066.537106] env[70059]: value = "task-3189612" [ 1066.537106] env[70059]: _type = "Task" [ 1066.537106] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.546756] env[70059]: DEBUG oslo_vmware.api [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.652228] env[70059]: INFO nova.compute.manager [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Rebuilding instance [ 1066.658478] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac0814-67c3-4472-9d5c-f46f443aa189 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.669744] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Suspending the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1066.674013] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa628114-beda-42d7-9ba6-18a1d6411e6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.675085] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.686712] env[70059]: DEBUG oslo_vmware.api [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1066.686712] env[70059]: value = "task-3189613" [ 1066.686712] env[70059]: _type = "Task" [ 1066.686712] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.699931] env[70059]: DEBUG oslo_vmware.api [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189613, 'name': SuspendVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.709885] env[70059]: DEBUG nova.compute.manager [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.711009] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423cc65d-847e-49da-b0ab-bba34c27ad51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.948340] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "48488558-4b01-4283-8f25-692176eb3226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.948731] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "48488558-4b01-4283-8f25-692176eb3226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.948998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "48488558-4b01-4283-8f25-692176eb3226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.949241] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "48488558-4b01-4283-8f25-692176eb3226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.949546] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "48488558-4b01-4283-8f25-692176eb3226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.951887] env[70059]: INFO nova.compute.manager [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Terminating instance [ 1067.048165] env[70059]: DEBUG oslo_vmware.api [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189612, 'name': ReconfigVM_Task, 'duration_secs': 0.353649} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.048470] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.053433] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe95092-4fd5-4032-8741-f28718617a71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.070657] env[70059]: DEBUG oslo_vmware.api [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1067.070657] env[70059]: value = "task-3189614" [ 1067.070657] env[70059]: _type = "Task" [ 1067.070657] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.081576] env[70059]: DEBUG oslo_vmware.api [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.173685] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189611, 'name': ReconfigVM_Task, 'duration_secs': 0.645789} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.174090] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] b36d4c86-1509-47ba-8447-0cfdd9de6b7c/b36d4c86-1509-47ba-8447-0cfdd9de6b7c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.174480] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b97e200a-e572-462f-97c8-91361df0a835 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.184862] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1067.184862] env[70059]: value = "task-3189615" [ 1067.184862] env[70059]: _type = "Task" [ 1067.184862] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.200251] env[70059]: DEBUG oslo_vmware.api [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189613, 'name': SuspendVM_Task} progress is 58%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.204282] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189615, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.456267] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "refresh_cache-48488558-4b01-4283-8f25-692176eb3226" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.456453] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquired lock "refresh_cache-48488558-4b01-4283-8f25-692176eb3226" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.456749] env[70059]: DEBUG nova.network.neutron [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.582297] env[70059]: DEBUG oslo_vmware.api [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189614, 'name': ReconfigVM_Task, 'duration_secs': 0.197363} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.582677] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637877', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'name': 'volume-d57a95d6-acff-456f-9b71-57935f98b286', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce3d967-dac6-4fb1-876b-556531b0f5f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd57a95d6-acff-456f-9b71-57935f98b286', 'serial': 'd57a95d6-acff-456f-9b71-57935f98b286'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.700905] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189615, 'name': Rename_Task, 'duration_secs': 0.203577} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.704012] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.704339] env[70059]: DEBUG oslo_vmware.api [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189613, 'name': SuspendVM_Task, 'duration_secs': 0.680868} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.704549] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741cdfde-fcb0-4c53-b8fc-e4d570fecb52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.706224] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Suspended the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1067.706423] env[70059]: DEBUG nova.compute.manager [None req-d6b5c448-b784-4272-b3c0-064a1a13e9be tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.707209] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ac32f-132f-4678-b758-a7807760301e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.718270] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1067.718270] env[70059]: value = "task-3189616" [ 1067.718270] env[70059]: _type = "Task" [ 1067.718270] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.727882] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.728547] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.728803] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd0cf8c7-2586-49f1-ac1f-ad41df6bac08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.736602] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1067.736602] env[70059]: value = "task-3189617" [ 1067.736602] env[70059]: _type = "Task" [ 1067.736602] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.749627] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.979508] env[70059]: DEBUG nova.network.neutron [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.032474] env[70059]: DEBUG nova.network.neutron [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.137038] env[70059]: DEBUG nova.objects.instance [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lazy-loading 'flavor' on Instance uuid 0ce3d967-dac6-4fb1-876b-556531b0f5f1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.234069] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189616, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.247681] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189617, 'name': PowerOffVM_Task, 'duration_secs': 0.136552} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.247980] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.248344] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.249835] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778fedb4-a29d-401b-a30e-c84941cf8a08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.258021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.258317] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7baf36bf-2aa9-453e-894a-8351bb06c484 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.292284] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.292556] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.292698] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Deleting the datastore file [datastore1] 016b9d61-3fb9-41a4-9510-6de69f5a9477 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.293087] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3e9be4-d9d7-48b6-b591-6a83fab13aed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.300303] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1068.300303] env[70059]: value = "task-3189619" [ 1068.300303] env[70059]: _type = "Task" [ 1068.300303] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.309770] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.535903] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Releasing lock "refresh_cache-48488558-4b01-4283-8f25-692176eb3226" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.538555] env[70059]: DEBUG nova.compute.manager [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.538555] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.538555] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afb86db-6669-4b3b-9d18-753019c1310a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.553488] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.553704] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed818b6a-7443-4469-b812-1054f18b75c4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.563388] env[70059]: DEBUG oslo_vmware.api [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1068.563388] env[70059]: value = "task-3189620" [ 1068.563388] env[70059]: _type = "Task" [ 1068.563388] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.574691] env[70059]: DEBUG oslo_vmware.api [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.734180] env[70059]: DEBUG oslo_vmware.api [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189616, 'name': PowerOnVM_Task, 'duration_secs': 0.524281} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.734499] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.734743] env[70059]: INFO nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1068.734963] env[70059]: DEBUG nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.735907] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acccead-f99a-4a61-aa67-26f470554e44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.811989] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195385} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.811989] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.811989] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.811989] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.076085] env[70059]: DEBUG oslo_vmware.api [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189620, 'name': PowerOffVM_Task, 'duration_secs': 0.163761} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.076085] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.076438] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.076775] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66f5e278-e8be-4e72-a0ac-c052d2d8ec40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.108425] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.108425] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.108425] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleting the datastore file [datastore2] 48488558-4b01-4283-8f25-692176eb3226 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.108697] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-299957b2-5d02-4898-a54b-a760a016227f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.117704] env[70059]: DEBUG oslo_vmware.api [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for the task: (returnval){ [ 1069.117704] env[70059]: value = "task-3189622" [ 1069.117704] env[70059]: _type = "Task" [ 1069.117704] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.125853] env[70059]: DEBUG oslo_vmware.api [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.143608] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3dbff162-d42a-454f-8fc3-2b2396e64246 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.260013] env[70059]: INFO nova.compute.manager [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Took 15.58 seconds to build instance. [ 1069.262808] env[70059]: INFO nova.compute.manager [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Resuming [ 1069.263395] env[70059]: DEBUG nova.objects.instance [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'flavor' on Instance uuid 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.631428] env[70059]: DEBUG oslo_vmware.api [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Task: {'id': task-3189622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145592} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.631428] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.631428] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.631428] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.631428] env[70059]: INFO nova.compute.manager [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] [instance: 48488558-4b01-4283-8f25-692176eb3226] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1069.631428] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.631428] env[70059]: DEBUG nova.compute.manager [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.631428] env[70059]: DEBUG nova.network.neutron [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.664777] env[70059]: DEBUG nova.network.neutron [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.765813] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6803d89c-3acf-4dd1-a2b7-9e2ad55251b1 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.096s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.851630] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.851922] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.852091] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.852271] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.852412] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.852555] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.852756] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.852943] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.853156] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.853323] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.853493] env[70059]: DEBUG nova.virt.hardware [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.854400] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d87816-33c4-47b8-837d-a9be4ccffd5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.864980] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b99da0-5f2a-4b5c-bc7a-815accca0548 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.873222] env[70059]: DEBUG nova.compute.manager [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.874008] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dcd0d1-3297-4742-bf7a-18cabc3b14bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.888831] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.895756] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.896508] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.896790] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb14bcbc-91bb-471d-9b71-50b7ab0c3b85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.924364] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.924364] env[70059]: value = "task-3189623" [ 1069.924364] env[70059]: _type = "Task" [ 1069.924364] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.941735] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189623, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.170513] env[70059]: DEBUG nova.network.neutron [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.185950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "5300c656-c3ff-4721-8fea-d12231491f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.186280] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "5300c656-c3ff-4721-8fea-d12231491f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.186516] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "5300c656-c3ff-4721-8fea-d12231491f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.187233] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "5300c656-c3ff-4721-8fea-d12231491f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.187466] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "5300c656-c3ff-4721-8fea-d12231491f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.191291] env[70059]: INFO nova.compute.manager [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Terminating instance [ 1070.420031] env[70059]: INFO nova.compute.manager [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] instance snapshotting [ 1070.420630] env[70059]: DEBUG nova.objects.instance [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'flavor' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.441631] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189623, 'name': CreateVM_Task, 'duration_secs': 0.320565} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.441826] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.442302] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.443300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.443300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.443300] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e1707f-bb9a-4a82-bc24-f87fa19905fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.449960] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1070.449960] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cef1e3-a055-48e8-b060-95c9088ec5cf" [ 1070.449960] env[70059]: _type = "Task" [ 1070.449960] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.459965] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cef1e3-a055-48e8-b060-95c9088ec5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.674985] env[70059]: INFO nova.compute.manager [-] [instance: 48488558-4b01-4283-8f25-692176eb3226] Took 1.04 seconds to deallocate network for instance. [ 1070.697057] env[70059]: DEBUG nova.compute.manager [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.697503] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.698660] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9acf5b-4b3c-4a5a-8ec2-79c9c7f1e3ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.708509] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.708952] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b8a4b8-b2cf-4931-9c21-b81399370435 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.717509] env[70059]: DEBUG oslo_vmware.api [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1070.717509] env[70059]: value = "task-3189624" [ 1070.717509] env[70059]: _type = "Task" [ 1070.717509] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.731355] env[70059]: DEBUG oslo_vmware.api [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.779489] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.779696] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquired lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.779894] env[70059]: DEBUG nova.network.neutron [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.859758] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.859758] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.870862] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5ce4b-015a-23a7-ae63-d376fb06c2e8/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1070.871636] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e284e27-3a93-4f05-9b4a-21834ccf7574 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.880122] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5ce4b-015a-23a7-ae63-d376fb06c2e8/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1070.880323] env[70059]: ERROR oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5ce4b-015a-23a7-ae63-d376fb06c2e8/disk-0.vmdk due to incomplete transfer. [ 1070.880732] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-689549cf-4076-4324-986b-58294d3b54c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.910675] env[70059]: DEBUG oslo_vmware.rw_handles [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f5ce4b-015a-23a7-ae63-d376fb06c2e8/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1070.910860] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Uploaded image bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1070.913270] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1070.913566] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76662856-d9ad-4f32-8442-1c294e22377a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.922857] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1070.922857] env[70059]: value = "task-3189625" [ 1070.922857] env[70059]: _type = "Task" [ 1070.922857] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.932980] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189625, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.934182] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27db1637-33c5-47ac-83a3-a0c6be063a52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.965158] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83400d0-55b7-41e4-a3e5-30d154631eab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.978025] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cef1e3-a055-48e8-b060-95c9088ec5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.978364] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.978613] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.978927] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.979089] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.979275] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.982354] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5af7ea59-9ec2-4fd6-8c5c-c5b62fc72e96 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.995023] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.995334] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.997083] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0776d59-962f-4c4e-b5f4-b5da893848cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.005357] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1071.005357] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c63f79-6869-7b7a-71dd-c96bc4ac1c01" [ 1071.005357] env[70059]: _type = "Task" [ 1071.005357] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.016631] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c63f79-6869-7b7a-71dd-c96bc4ac1c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.182999] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.183315] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.183541] env[70059]: DEBUG nova.objects.instance [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lazy-loading 'resources' on Instance uuid 48488558-4b01-4283-8f25-692176eb3226 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.227496] env[70059]: DEBUG oslo_vmware.api [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189624, 'name': PowerOffVM_Task, 'duration_secs': 0.221126} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.227773] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.227943] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.228216] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab8362ae-ef5a-4bec-87c9-7aaa04594f0d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.303539] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.303749] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.303928] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleting the datastore file [datastore2] 5300c656-c3ff-4721-8fea-d12231491f61 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.304550] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0633d867-d9fa-485f-b9ce-3726402a510a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.313840] env[70059]: DEBUG oslo_vmware.api [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1071.313840] env[70059]: value = "task-3189627" [ 1071.313840] env[70059]: _type = "Task" [ 1071.313840] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.324342] env[70059]: DEBUG oslo_vmware.api [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.364441] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.434817] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189625, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.488025] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1071.488025] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-586bf117-1e9d-4838-ae0d-fbdbb00a085b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.500308] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1071.500308] env[70059]: value = "task-3189628" [ 1071.500308] env[70059]: _type = "Task" [ 1071.500308] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.515154] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189628, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.523162] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c63f79-6869-7b7a-71dd-c96bc4ac1c01, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.524744] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c286ef-d94c-4685-b3d3-af394670dae9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.533331] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1071.533331] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f0c7cd-a797-1ea0-3d1f-a9367ac01527" [ 1071.533331] env[70059]: _type = "Task" [ 1071.533331] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.547308] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0c7cd-a797-1ea0-3d1f-a9367ac01527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.591283] env[70059]: DEBUG nova.network.neutron [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [{"id": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "address": "fa:16:3e:c5:9a:d6", "network": {"id": "5e6062a4-fa3f-4f62-95e7-fa432ee14f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-543368527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "478228f2bd27431da5215d40014f2784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafc5dfd-6f", "ovs_interfaceid": "dafc5dfd-6f85-4995-8f5d-20dd22bf1d84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.600017] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.600668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.634025] env[70059]: DEBUG nova.compute.manager [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.634493] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7085c69-d890-4524-8bc0-b70962dd689a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.773042] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "78f27d3e-b318-4ac6-83f2-88117c61268c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.773341] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.773556] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "78f27d3e-b318-4ac6-83f2-88117c61268c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.773731] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.774055] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.779089] env[70059]: INFO nova.compute.manager [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Terminating instance [ 1071.826939] env[70059]: DEBUG oslo_vmware.api [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434082} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.826939] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.826939] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.827305] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.827305] env[70059]: INFO nova.compute.manager [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1071.827574] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.828141] env[70059]: DEBUG nova.compute.manager [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.828247] env[70059]: DEBUG nova.network.neutron [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.887351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.935731] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189625, 'name': Destroy_Task, 'duration_secs': 0.808162} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.936464] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Destroyed the VM [ 1071.936464] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.936637] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e77361a8-0e96-4266-b22a-8b30c7fa4ec7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.945712] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1071.945712] env[70059]: value = "task-3189629" [ 1071.945712] env[70059]: _type = "Task" [ 1071.945712] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.959692] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.982519] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2ba2d-69d3-4910-a204-8e7450a65a1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.991352] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c3ac0-00a7-4615-9af1-ebd67708e1f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.027639] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7441b75-aebc-4193-b02c-183e20be382b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.038783] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189628, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.045314] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae30d3f-8b95-4779-a1dc-9feb94f5529e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.057921] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0c7cd-a797-1ea0-3d1f-a9367ac01527, 'name': SearchDatastore_Task, 'duration_secs': 0.021655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.065513] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.065805] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.066323] env[70059]: DEBUG nova.compute.provider_tree [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.067825] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a08e482-3136-4799-8889-3b8b5f499a9b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.076541] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1072.076541] env[70059]: value = "task-3189630" [ 1072.076541] env[70059]: _type = "Task" [ 1072.076541] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.086756] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.093554] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Releasing lock "refresh_cache-49d32e7b-bea9-4d7a-a51e-787c00fd2143" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.094813] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c715cbc6-1cd0-43f5-b6fe-ef874a403c98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.103086] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Resuming the VM {{(pid=70059) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1072.103332] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ed1225-4366-4f51-8bb1-76cba4c7d0ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.105257] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.116033] env[70059]: DEBUG oslo_vmware.api [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1072.116033] env[70059]: value = "task-3189631" [ 1072.116033] env[70059]: _type = "Task" [ 1072.116033] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.126958] env[70059]: DEBUG oslo_vmware.api [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.162470] env[70059]: INFO nova.compute.manager [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] instance snapshotting [ 1072.166255] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb41453-1eb0-4dd1-8db5-4679671a5857 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.191180] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff0665-b2fd-4591-bb58-a64ea8180c16 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.284669] env[70059]: DEBUG nova.compute.manager [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.286020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.286020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a79b2-5f27-439f-b405-e5c5602f1393 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.297107] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.297457] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98aa221-ee3a-4a80-913c-0fec92f3686c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.309232] env[70059]: DEBUG oslo_vmware.api [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 1072.309232] env[70059]: value = "task-3189632" [ 1072.309232] env[70059]: _type = "Task" [ 1072.309232] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.320646] env[70059]: DEBUG oslo_vmware.api [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.463972] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189629, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.539253] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189628, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.573222] env[70059]: DEBUG nova.scheduler.client.report [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.593340] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.626505] env[70059]: DEBUG nova.compute.manager [req-9c68c102-9b42-4ea0-8cf4-00a65d9324f1 req-e29e9965-1383-42eb-8019-a850cbc5a082 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Received event network-vif-deleted-bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.627380] env[70059]: INFO nova.compute.manager [req-9c68c102-9b42-4ea0-8cf4-00a65d9324f1 req-e29e9965-1383-42eb-8019-a850cbc5a082 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Neutron deleted interface bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd; detaching it from the instance and deleting it from the info cache [ 1072.628205] env[70059]: DEBUG nova.network.neutron [req-9c68c102-9b42-4ea0-8cf4-00a65d9324f1 req-e29e9965-1383-42eb-8019-a850cbc5a082 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.641153] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.656490] env[70059]: DEBUG oslo_vmware.api [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.696892] env[70059]: DEBUG nova.objects.instance [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lazy-loading 'flavor' on Instance uuid bfa7e6d7-4602-4fd1-92fb-745742d20a2b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.707295] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1072.707295] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63282b8e-f9e4-488a-8c17-a4bf2423b7dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.719554] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1072.719554] env[70059]: value = "task-3189633" [ 1072.719554] env[70059]: _type = "Task" [ 1072.719554] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.734977] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.825190] env[70059]: DEBUG oslo_vmware.api [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189632, 'name': PowerOffVM_Task, 'duration_secs': 0.405759} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.826193] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.826193] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.826327] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63695ae-149a-4118-ae3e-5809f2ce0cd4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.936779] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.939240] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.940197] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Deleting the datastore file [datastore2] 78f27d3e-b318-4ac6-83f2-88117c61268c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.940602] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c08abdc0-e162-470d-9f7a-d427929e408a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.953429] env[70059]: DEBUG oslo_vmware.api [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for the task: (returnval){ [ 1072.953429] env[70059]: value = "task-3189635" [ 1072.953429] env[70059]: _type = "Task" [ 1072.953429] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.963455] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189629, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783726} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.964213] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.964533] env[70059]: DEBUG nova.compute.manager [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.965432] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27562f2d-567f-4dc1-b888-126a43fab852 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.972494] env[70059]: DEBUG oslo_vmware.api [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.039091] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189628, 'name': CreateSnapshot_Task, 'duration_secs': 1.230965} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.039091] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1073.039829] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4560fff-dd4a-48fc-8a58-3213a99769fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.079527] env[70059]: DEBUG nova.network.neutron [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.082435] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.089875] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.202s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.092120] env[70059]: INFO nova.compute.claims [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.106743] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536245} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.107715] env[70059]: INFO nova.scheduler.client.report [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Deleted allocations for instance 48488558-4b01-4283-8f25-692176eb3226 [ 1073.109596] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.109596] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.109786] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71d4e07d-99dd-497c-9e04-a0b95fd08e04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.132039] env[70059]: DEBUG oslo_vmware.api [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189631, 'name': PowerOnVM_Task, 'duration_secs': 0.876025} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.133609] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce6c46de-de55-421d-af77-faad5c237a8f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.135804] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Resumed the VM {{(pid=70059) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1073.135998] env[70059]: DEBUG nova.compute.manager [None req-e17d843b-8bdb-4868-bc8f-b28da790260a tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.136887] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1073.136887] env[70059]: value = "task-3189636" [ 1073.136887] env[70059]: _type = "Task" [ 1073.136887] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.137769] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f2473-a847-4ae8-9060-2c57e0bb1564 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.160317] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.163799] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147a6549-9e98-4c05-b40f-5383fe9fefbf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.205511] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.205704] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.207642] env[70059]: DEBUG nova.compute.manager [req-9c68c102-9b42-4ea0-8cf4-00a65d9324f1 req-e29e9965-1383-42eb-8019-a850cbc5a082 service nova] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Detach interface failed, port_id=bf7f46dc-1860-4c2f-baf5-2f3ae2d206dd, reason: Instance 5300c656-c3ff-4721-8fea-d12231491f61 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.230545] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189633, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.466095] env[70059]: DEBUG oslo_vmware.api [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Task: {'id': task-3189635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377518} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.466426] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.467016] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.467016] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.467016] env[70059]: INFO nova.compute.manager [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1073.467305] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.467512] env[70059]: DEBUG nova.compute.manager [-] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.467577] env[70059]: DEBUG nova.network.neutron [-] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.490256] env[70059]: INFO nova.compute.manager [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Shelve offloading [ 1073.564154] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1073.564504] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-326f5180-cc5f-4fd6-bcc8-15689562ef38 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.574318] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1073.574318] env[70059]: value = "task-3189637" [ 1073.574318] env[70059]: _type = "Task" [ 1073.574318] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.583932] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189637, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.586403] env[70059]: INFO nova.compute.manager [-] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Took 1.76 seconds to deallocate network for instance. [ 1073.627671] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9af0e221-2b16-4b09-8858-27d1fd57e3ac tempest-ServerShowV247Test-1871938489 tempest-ServerShowV247Test-1871938489-project-member] Lock "48488558-4b01-4283-8f25-692176eb3226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.677s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.650185] env[70059]: DEBUG nova.network.neutron [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.657972] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219845} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.659367] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.660307] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc1157-a707-467d-b6be-6d33d8bd80f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.693468] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.697402] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac93e23-e73e-403d-8cbb-611ec234f649 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.719604] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1073.719604] env[70059]: value = "task-3189638" [ 1073.719604] env[70059]: _type = "Task" [ 1073.719604] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.735134] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.735834] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189633, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.998026] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.998026] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de9c7244-777d-4b52-8f67-4fc0da7ff8b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.006971] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1074.006971] env[70059]: value = "task-3189639" [ 1074.006971] env[70059]: _type = "Task" [ 1074.006971] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.017658] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1074.017891] env[70059]: DEBUG nova.compute.manager [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.018707] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeee6a1-8032-4c01-9f1f-62a17706b4d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.025796] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.026019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.026245] env[70059]: DEBUG nova.network.neutron [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.088786] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189637, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.094099] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.138829] env[70059]: DEBUG nova.compute.manager [req-cfc84250-0ff4-47d9-a576-b75f9a394831 req-dfc35f2d-384f-4b53-805b-27daf5008548 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Received event network-vif-deleted-8570d005-620d-4ff4-b0b4-0c0c2c4c830d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.139800] env[70059]: INFO nova.compute.manager [req-cfc84250-0ff4-47d9-a576-b75f9a394831 req-dfc35f2d-384f-4b53-805b-27daf5008548 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Neutron deleted interface 8570d005-620d-4ff4-b0b4-0c0c2c4c830d; detaching it from the instance and deleting it from the info cache [ 1074.140082] env[70059]: DEBUG nova.network.neutron [req-cfc84250-0ff4-47d9-a576-b75f9a394831 req-dfc35f2d-384f-4b53-805b-27daf5008548 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.236505] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189633, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.244840] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.455651] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b84fa7-5afe-49bd-8721-cf8a4e7a7558 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.467216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfa5c8-740a-4490-a2f8-43be6f8305ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.506855] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895da52a-d339-4358-b868-78860c1c3b3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.514210] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905a1f4-0a31-48c6-bf6a-24ec499f7f33 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.528510] env[70059]: DEBUG nova.compute.provider_tree [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.539890] env[70059]: DEBUG nova.network.neutron [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.590029] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189637, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.611721] env[70059]: DEBUG nova.network.neutron [-] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.643677] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a11019f3-5f76-4bb2-b6bf-0a30c46ac1b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.658803] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1637b-6dc5-4411-94f1-e0abe10e1819 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.696170] env[70059]: DEBUG nova.compute.manager [req-cfc84250-0ff4-47d9-a576-b75f9a394831 req-dfc35f2d-384f-4b53-805b-27daf5008548 service nova] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Detach interface failed, port_id=8570d005-620d-4ff4-b0b4-0c0c2c4c830d, reason: Instance 78f27d3e-b318-4ac6-83f2-88117c61268c could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.739212] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189638, 'name': ReconfigVM_Task, 'duration_secs': 0.770328} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.739592] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189633, 'name': CreateSnapshot_Task, 'duration_secs': 1.561863} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.739929] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 016b9d61-3fb9-41a4-9510-6de69f5a9477/016b9d61-3fb9-41a4-9510-6de69f5a9477.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.740779] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1074.741067] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a7b110e-d7f4-4fe2-a2d5-2ff7173c54de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.743419] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a4439-66b7-43e0-8225-bed3b8268aef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.752571] env[70059]: DEBUG nova.compute.manager [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.752785] env[70059]: DEBUG nova.compute.manager [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing instance network info cache due to event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.753013] env[70059]: DEBUG oslo_concurrency.lockutils [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.758460] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1074.758460] env[70059]: value = "task-3189640" [ 1074.758460] env[70059]: _type = "Task" [ 1074.758460] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.778771] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189640, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.968626] env[70059]: DEBUG nova.network.neutron [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.034237] env[70059]: DEBUG nova.scheduler.client.report [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.042065] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.042316] env[70059]: DEBUG nova.compute.manager [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Inject network info {{(pid=70059) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1075.042569] env[70059]: DEBUG nova.compute.manager [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] network_info to inject: |[{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1075.050221] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Reconfiguring VM instance to set the machine id {{(pid=70059) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1075.050591] env[70059]: DEBUG oslo_concurrency.lockutils [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.050867] env[70059]: DEBUG nova.network.neutron [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.053070] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b07c3ac-62ad-4a10-bb84-9db7f9434de9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.072973] env[70059]: DEBUG oslo_vmware.api [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1075.072973] env[70059]: value = "task-3189641" [ 1075.072973] env[70059]: _type = "Task" [ 1075.072973] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.079792] env[70059]: DEBUG nova.objects.instance [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lazy-loading 'flavor' on Instance uuid bfa7e6d7-4602-4fd1-92fb-745742d20a2b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.089983] env[70059]: DEBUG oslo_vmware.api [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189641, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.093295] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189637, 'name': CloneVM_Task, 'duration_secs': 1.42698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.094105] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created linked-clone VM from snapshot [ 1075.095294] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48870d6-1632-4ca0-9fc0-db0fbf30a7c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.104337] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Uploading image 17c018ad-24cc-4509-be94-236d8f4d25d5 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1075.114056] env[70059]: INFO nova.compute.manager [-] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Took 1.65 seconds to deallocate network for instance. [ 1075.129037] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1075.129037] env[70059]: value = "vm-637881" [ 1075.129037] env[70059]: _type = "VirtualMachine" [ 1075.129037] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1075.129037] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f7c558d-d63a-4f0f-b259-5f0f97c42c25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.135588] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease: (returnval){ [ 1075.135588] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257d995-2d0f-1f63-302e-18acdcf770f0" [ 1075.135588] env[70059]: _type = "HttpNfcLease" [ 1075.135588] env[70059]: } obtained for exporting VM: (result){ [ 1075.135588] env[70059]: value = "vm-637881" [ 1075.135588] env[70059]: _type = "VirtualMachine" [ 1075.135588] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1075.135907] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the lease: (returnval){ [ 1075.135907] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257d995-2d0f-1f63-302e-18acdcf770f0" [ 1075.135907] env[70059]: _type = "HttpNfcLease" [ 1075.135907] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.143575] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.143575] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257d995-2d0f-1f63-302e-18acdcf770f0" [ 1075.143575] env[70059]: _type = "HttpNfcLease" [ 1075.143575] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1075.273018] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1075.275757] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9eba9ae4-89e9-4091-917c-56823109b13b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.284827] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189640, 'name': Rename_Task, 'duration_secs': 0.156621} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.286120] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.286437] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1075.286437] env[70059]: value = "task-3189643" [ 1075.286437] env[70059]: _type = "Task" [ 1075.286437] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.286679] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11e9024-8812-4923-9430-788978f4ed13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.296712] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189643, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.298092] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1075.298092] env[70059]: value = "task-3189644" [ 1075.298092] env[70059]: _type = "Task" [ 1075.298092] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.311592] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.472625] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.540032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.541100] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.550519] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.908s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.551138] env[70059]: INFO nova.compute.claims [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.595548] env[70059]: DEBUG oslo_vmware.api [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189641, 'name': ReconfigVM_Task, 'duration_secs': 0.219196} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.595877] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cf86df1f-89ed-4a8f-a98d-39bb3c3e0e99 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Reconfigured VM instance to set the machine id {{(pid=70059) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1075.601452] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.623716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.654539] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.654539] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257d995-2d0f-1f63-302e-18acdcf770f0" [ 1075.654539] env[70059]: _type = "HttpNfcLease" [ 1075.654539] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1075.654845] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1075.654845] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5257d995-2d0f-1f63-302e-18acdcf770f0" [ 1075.654845] env[70059]: _type = "HttpNfcLease" [ 1075.654845] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1075.655661] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e9135-5cce-4276-b67a-ce493e57bfba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.666387] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210c8ad-86a1-3234-cf82-331f73099447/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1075.666387] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210c8ad-86a1-3234-cf82-331f73099447/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1075.772249] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c04447fd-f6b0-47b8-95b9-eebf6dd5c81c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.798281] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189643, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.816253] env[70059]: DEBUG oslo_vmware.api [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189644, 'name': PowerOnVM_Task, 'duration_secs': 0.507903} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.816533] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.816752] env[70059]: DEBUG nova.compute.manager [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.817569] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c4c63-ca96-4f68-970e-91364bb1f616 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.017779] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.018946] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37afe86d-b3ee-4fc8-9f41-b22d10e000e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.029736] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.030044] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b474db8e-ff73-4589-803a-c9722d57caaf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.055769] env[70059]: DEBUG nova.compute.utils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.059418] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.059606] env[70059]: DEBUG nova.network.neutron [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.080399] env[70059]: DEBUG nova.network.neutron [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updated VIF entry in instance network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.080399] env[70059]: DEBUG nova.network.neutron [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.109588] env[70059]: DEBUG nova.policy [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3e4e704803a492ab4800dc53a59b321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e202dc659baf4761b5c2583ff7444d5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.113111] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.113438] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.113685] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleting the datastore file [datastore1] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.113967] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db09a68-5dad-4fb7-899f-e1cc526220c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.123564] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1076.123564] env[70059]: value = "task-3189646" [ 1076.123564] env[70059]: _type = "Task" [ 1076.123564] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.133614] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.308714] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189643, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.347315] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.560860] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.578235] env[70059]: DEBUG oslo_concurrency.lockutils [req-cd846490-babb-4daa-ae37-8183f7b03eb4 req-f8ae1a16-bb33-4deb-860a-4bf75f8642d9 service nova] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.578750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.658955] env[70059]: DEBUG oslo_vmware.api [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230581} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.661394] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.661595] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.662720] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.695691] env[70059]: INFO nova.scheduler.client.report [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted allocations for instance 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 [ 1076.784248] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "016b9d61-3fb9-41a4-9510-6de69f5a9477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.784790] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "016b9d61-3fb9-41a4-9510-6de69f5a9477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.785982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "016b9d61-3fb9-41a4-9510-6de69f5a9477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.785982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "016b9d61-3fb9-41a4-9510-6de69f5a9477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.785982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "016b9d61-3fb9-41a4-9510-6de69f5a9477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.790223] env[70059]: INFO nova.compute.manager [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Terminating instance [ 1076.803859] env[70059]: DEBUG nova.compute.manager [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-vif-unplugged-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.804310] env[70059]: DEBUG oslo_concurrency.lockutils [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.804579] env[70059]: DEBUG oslo_concurrency.lockutils [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.804770] env[70059]: DEBUG oslo_concurrency.lockutils [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.805033] env[70059]: DEBUG nova.compute.manager [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] No waiting events found dispatching network-vif-unplugged-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.805559] env[70059]: WARNING nova.compute.manager [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received unexpected event network-vif-unplugged-df324f48-6193-4c86-9eb3-a1d14344d45d for instance with vm_state shelved_offloaded and task_state None. [ 1076.805805] env[70059]: DEBUG nova.compute.manager [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.806055] env[70059]: DEBUG nova.compute.manager [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing instance network info cache due to event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.806350] env[70059]: DEBUG oslo_concurrency.lockutils [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.806709] env[70059]: DEBUG oslo_concurrency.lockutils [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.806921] env[70059]: DEBUG nova.network.neutron [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.816705] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189643, 'name': CloneVM_Task, 'duration_secs': 1.48295} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.817015] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Created linked-clone VM from snapshot [ 1076.817936] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355ded7-9864-4ded-a786-479b0db0e2cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.836083] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Uploading image 8eb0376c-206f-4abb-9b93-a33b2ce1ed31 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1076.861613] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.862116] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5659e6f0-7d5e-423b-a9ea-12cef1f7ce10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.871800] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1076.871800] env[70059]: value = "task-3189647" [ 1076.871800] env[70059]: _type = "Task" [ 1076.871800] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.882127] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189647, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.899115] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba15bd-d944-4368-9e98-1af0c4774b06 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.909923] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4d8bd-58f5-4b7e-932e-2a52fc61c212 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.955677] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda2215-12f5-42af-b379-50675634a53a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.966173] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dcbeec-4023-449a-bb3a-c7be8b75dfeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.986618] env[70059]: DEBUG nova.compute.provider_tree [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.989389] env[70059]: DEBUG nova.network.neutron [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Successfully created port: 7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.072943] env[70059]: DEBUG nova.network.neutron [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.101626] env[70059]: DEBUG nova.compute.manager [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.101952] env[70059]: DEBUG nova.compute.manager [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing instance network info cache due to event network-changed-f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.102516] env[70059]: DEBUG oslo_concurrency.lockutils [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] Acquiring lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.200519] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.309378] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "refresh_cache-016b9d61-3fb9-41a4-9510-6de69f5a9477" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.309567] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquired lock "refresh_cache-016b9d61-3fb9-41a4-9510-6de69f5a9477" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.309753] env[70059]: DEBUG nova.network.neutron [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.383690] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189647, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.493811] env[70059]: DEBUG nova.scheduler.client.report [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.547696] env[70059]: DEBUG nova.network.neutron [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updated VIF entry in instance network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.548353] env[70059]: DEBUG nova.network.neutron [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdf324f48-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.577302] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.610042] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.610377] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.610572] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.610794] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.611026] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.611305] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.611581] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.611781] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.611990] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.612230] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.612447] env[70059]: DEBUG nova.virt.hardware [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.613385] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a15ba-16f3-4f1c-b07e-757fda3f2a91 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.623264] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb12f135-cec0-449f-a37b-8f67615c93fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.833582] env[70059]: DEBUG nova.network.neutron [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.849057] env[70059]: DEBUG nova.network.neutron [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.885288] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189647, 'name': Destroy_Task, 'duration_secs': 0.657665} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.885665] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Destroyed the VM [ 1077.885906] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1077.887126] env[70059]: DEBUG nova.network.neutron [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.888716] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f04ed786-9692-4e45-8e9a-0c034547fc07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.899220] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1077.899220] env[70059]: value = "task-3189648" [ 1077.899220] env[70059]: _type = "Task" [ 1077.899220] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.911827] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.999513] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.000447] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.005573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.911s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.005697] env[70059]: DEBUG nova.objects.instance [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'resources' on Instance uuid 5300c656-c3ff-4721-8fea-d12231491f61 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.051149] env[70059]: DEBUG oslo_concurrency.lockutils [req-534a94b5-9b90-4a42-a868-c72bc90552b8 req-562b78ad-d070-4454-acd0-629d1a97ca5c service nova] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.357023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.357023] env[70059]: DEBUG nova.compute.manager [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Inject network info {{(pid=70059) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1078.357023] env[70059]: DEBUG nova.compute.manager [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] network_info to inject: |[{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1078.363925] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Reconfiguring VM instance to set the machine id {{(pid=70059) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1078.364778] env[70059]: DEBUG oslo_concurrency.lockutils [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] Acquired lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.365400] env[70059]: DEBUG nova.network.neutron [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Refreshing network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.367670] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03a3f6d-edca-45b5-b55c-cccd2b66477c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.392429] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Releasing lock "refresh_cache-016b9d61-3fb9-41a4-9510-6de69f5a9477" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.392910] env[70059]: DEBUG nova.compute.manager [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.393212] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.393796] env[70059]: DEBUG oslo_vmware.api [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1078.393796] env[70059]: value = "task-3189649" [ 1078.393796] env[70059]: _type = "Task" [ 1078.393796] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.394985] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14da69-b225-40cb-988f-fad85f1d0940 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.414986] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.420071] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78091202-38c8-45bc-9a51-54a647044566 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.423452] env[70059]: DEBUG oslo_vmware.api [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.427789] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.433825] env[70059]: DEBUG oslo_vmware.api [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1078.433825] env[70059]: value = "task-3189650" [ 1078.433825] env[70059]: _type = "Task" [ 1078.433825] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.443516] env[70059]: DEBUG oslo_vmware.api [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.508951] env[70059]: DEBUG nova.compute.utils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.515291] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.515540] env[70059]: DEBUG nova.network.neutron [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.572845] env[70059]: DEBUG nova.policy [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eae1f2800a3349138d992fabf4e6c319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0834eb9ee8c3471a85efdb1474fe30f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.758944] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.759268] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.759442] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.759664] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.760561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.766088] env[70059]: INFO nova.compute.manager [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Terminating instance [ 1078.840754] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818bc87d-d035-4a51-9d24-3ca90cb22571 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.852516] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05de9a1-39bc-44c7-986a-3b79f5b7a535 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.893945] env[70059]: DEBUG nova.compute.manager [req-aed2305f-9585-4bc6-8fc0-7ce6a43b982c req-af787192-4112-4b55-a76a-9b6adeb687c3 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Received event network-vif-plugged-7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.894341] env[70059]: DEBUG oslo_concurrency.lockutils [req-aed2305f-9585-4bc6-8fc0-7ce6a43b982c req-af787192-4112-4b55-a76a-9b6adeb687c3 service nova] Acquiring lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.894582] env[70059]: DEBUG oslo_concurrency.lockutils [req-aed2305f-9585-4bc6-8fc0-7ce6a43b982c req-af787192-4112-4b55-a76a-9b6adeb687c3 service nova] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.894780] env[70059]: DEBUG oslo_concurrency.lockutils [req-aed2305f-9585-4bc6-8fc0-7ce6a43b982c req-af787192-4112-4b55-a76a-9b6adeb687c3 service nova] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.894980] env[70059]: DEBUG nova.compute.manager [req-aed2305f-9585-4bc6-8fc0-7ce6a43b982c req-af787192-4112-4b55-a76a-9b6adeb687c3 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] No waiting events found dispatching network-vif-plugged-7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.895649] env[70059]: WARNING nova.compute.manager [req-aed2305f-9585-4bc6-8fc0-7ce6a43b982c req-af787192-4112-4b55-a76a-9b6adeb687c3 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Received unexpected event network-vif-plugged-7324abd3-3f58-4b1d-9b4b-12feb3375d49 for instance with vm_state building and task_state spawning. [ 1078.896627] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e03ff-fa3b-40fe-80a8-f85e1329d028 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.916251] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785073b9-cd46-4a3d-a2bd-1735c328db8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.920993] env[70059]: DEBUG oslo_vmware.api [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189649, 'name': ReconfigVM_Task, 'duration_secs': 0.186255} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.921766] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd375d0a-80bd-4671-af58-6464e5ff4b15 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Reconfigured VM instance to set the machine id {{(pid=70059) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1078.931776] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189648, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.942020] env[70059]: DEBUG nova.compute.provider_tree [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.962250] env[70059]: DEBUG nova.network.neutron [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Successfully updated port: 7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.963839] env[70059]: DEBUG oslo_vmware.api [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189650, 'name': PowerOffVM_Task, 'duration_secs': 0.222529} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.964112] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.964301] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.965398] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a8d678-6fdf-4772-ae6d-cf1d8d4a49d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.999512] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.999726] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.999958] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Deleting the datastore file [datastore2] 016b9d61-3fb9-41a4-9510-6de69f5a9477 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.000267] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7739a702-e207-4920-a3fc-571c00d6040b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.008225] env[70059]: DEBUG oslo_vmware.api [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for the task: (returnval){ [ 1079.008225] env[70059]: value = "task-3189652" [ 1079.008225] env[70059]: _type = "Task" [ 1079.008225] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.014106] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.022786] env[70059]: DEBUG oslo_vmware.api [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.108206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.109009] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.109009] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.109009] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.109252] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.112558] env[70059]: INFO nova.compute.manager [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Terminating instance [ 1079.164045] env[70059]: DEBUG nova.network.neutron [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Successfully created port: a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.274097] env[70059]: DEBUG nova.compute.manager [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.274452] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.276675] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff497dcd-3579-4898-a645-03e670702a23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.287497] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.287962] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1841bf-d5f3-4ba1-b13f-7de8eea1b301 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.296892] env[70059]: DEBUG oslo_vmware.api [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1079.296892] env[70059]: value = "task-3189653" [ 1079.296892] env[70059]: _type = "Task" [ 1079.296892] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.310571] env[70059]: DEBUG oslo_vmware.api [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.322937] env[70059]: DEBUG nova.network.neutron [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updated VIF entry in instance network info cache for port f00bb8f6-f654-4f24-8278-05d371e1fae9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.323492] env[70059]: DEBUG nova.network.neutron [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [{"id": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "address": "fa:16:3e:c5:e5:df", "network": {"id": "ad48a111-24e9-44b6-9d8f-796cfb9f8a6b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1280486881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b2ecb1822a418dbf43ae5de4edd2ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00bb8f6-f6", "ovs_interfaceid": "f00bb8f6-f654-4f24-8278-05d371e1fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.424093] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189648, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.450950] env[70059]: DEBUG nova.scheduler.client.report [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.456553] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.466677] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "refresh_cache-00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.466926] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired lock "refresh_cache-00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.467842] env[70059]: DEBUG nova.network.neutron [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.530088] env[70059]: DEBUG oslo_vmware.api [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Task: {'id': task-3189652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124027} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.530088] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.530088] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.530088] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.530088] env[70059]: INFO nova.compute.manager [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1079.530088] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.530088] env[70059]: DEBUG nova.compute.manager [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.530088] env[70059]: DEBUG nova.network.neutron [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.623209] env[70059]: DEBUG nova.compute.manager [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.624238] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.625902] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f8cba-35aa-42b2-88b9-7677a64b4c65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.640121] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.640635] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd3aaa7-b0e6-4ce7-8646-a38c2d81e5e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.655616] env[70059]: DEBUG oslo_vmware.api [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1079.655616] env[70059]: value = "task-3189654" [ 1079.655616] env[70059]: _type = "Task" [ 1079.655616] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.669903] env[70059]: DEBUG oslo_vmware.api [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.675997] env[70059]: DEBUG nova.network.neutron [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.811396] env[70059]: DEBUG oslo_vmware.api [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189653, 'name': PowerOffVM_Task, 'duration_secs': 0.246372} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.811815] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.811923] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.812158] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e9c0f19-06aa-46bc-8c0a-03faf006d9f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.828386] env[70059]: DEBUG oslo_concurrency.lockutils [req-c61fb3e7-ba52-43b6-801b-6af3dfb8c105 req-24e39b67-05e6-4448-8623-e0a59cdd86bd service nova] Releasing lock "refresh_cache-bfa7e6d7-4602-4fd1-92fb-745742d20a2b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.928021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.928021] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.928021] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleting the datastore file [datastore1] 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.930103] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed5eb127-44c9-408e-a8fe-8a9c4e6d80af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.932818] env[70059]: DEBUG oslo_vmware.api [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189648, 'name': RemoveSnapshot_Task, 'duration_secs': 1.992708} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.933111] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1079.942421] env[70059]: DEBUG oslo_vmware.api [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for the task: (returnval){ [ 1079.942421] env[70059]: value = "task-3189656" [ 1079.942421] env[70059]: _type = "Task" [ 1079.942421] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.952198] env[70059]: DEBUG oslo_vmware.api [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.957345] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.961177] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.336s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.961177] env[70059]: DEBUG nova.objects.instance [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lazy-loading 'resources' on Instance uuid 78f27d3e-b318-4ac6-83f2-88117c61268c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.995128] env[70059]: INFO nova.scheduler.client.report [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted allocations for instance 5300c656-c3ff-4721-8fea-d12231491f61 [ 1080.023428] env[70059]: DEBUG nova.network.neutron [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.029046] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.051993] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.052257] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.052416] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.052598] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.052742] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.052889] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.053113] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.053273] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.053442] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.053606] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.053781] env[70059]: DEBUG nova.virt.hardware [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.054684] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe294f8-10e1-4094-aff4-ac11cc85a77a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.065651] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57817f4f-b7ec-4d8c-ad88-86581fd6ba23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.168351] env[70059]: DEBUG oslo_vmware.api [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189654, 'name': PowerOffVM_Task, 'duration_secs': 0.289257} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.168445] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.168583] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.168916] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270d3d9d-13de-408e-ae75-aa2c492ba369 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.179242] env[70059]: DEBUG nova.network.neutron [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.227393] env[70059]: DEBUG nova.network.neutron [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Updating instance_info_cache with network_info: [{"id": "7324abd3-3f58-4b1d-9b4b-12feb3375d49", "address": "fa:16:3e:47:17:9d", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7324abd3-3f", "ovs_interfaceid": "7324abd3-3f58-4b1d-9b4b-12feb3375d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.249330] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.249555] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.249748] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Deleting the datastore file [datastore2] bfa7e6d7-4602-4fd1-92fb-745742d20a2b {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.250415] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec2b5eb-791a-4840-90ec-b020e4f877ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.260037] env[70059]: DEBUG oslo_vmware.api [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for the task: (returnval){ [ 1080.260037] env[70059]: value = "task-3189658" [ 1080.260037] env[70059]: _type = "Task" [ 1080.260037] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.270087] env[70059]: DEBUG oslo_vmware.api [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.438105] env[70059]: WARNING nova.compute.manager [None req-c96cbb90-110d-42c7-a634-02f272e65b15 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Image not found during snapshot: nova.exception.ImageNotFound: Image 8eb0376c-206f-4abb-9b93-a33b2ce1ed31 could not be found. [ 1080.455122] env[70059]: DEBUG oslo_vmware.api [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Task: {'id': task-3189656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185641} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.455122] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.455122] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.455122] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.455122] env[70059]: INFO nova.compute.manager [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1080.455122] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.455598] env[70059]: DEBUG nova.compute.manager [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.455598] env[70059]: DEBUG nova.network.neutron [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.505358] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a6b4a14-46ed-440e-ba3e-89cf0fa11f4e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "5300c656-c3ff-4721-8fea-d12231491f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.319s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.575635] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.575995] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.681979] env[70059]: INFO nova.compute.manager [-] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Took 1.15 seconds to deallocate network for instance. [ 1080.733031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Releasing lock "refresh_cache-00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.733567] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Instance network_info: |[{"id": "7324abd3-3f58-4b1d-9b4b-12feb3375d49", "address": "fa:16:3e:47:17:9d", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7324abd3-3f", "ovs_interfaceid": "7324abd3-3f58-4b1d-9b4b-12feb3375d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.734580] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:17:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7324abd3-3f58-4b1d-9b4b-12feb3375d49', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.746562] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.746562] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.746562] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74d35f31-56cd-4020-91ad-b6e0250a5919 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.782421] env[70059]: DEBUG oslo_vmware.api [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Task: {'id': task-3189658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275121} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.783951] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.784269] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.784348] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.784566] env[70059]: INFO nova.compute.manager [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1080.784828] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.785069] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.785069] env[70059]: value = "task-3189659" [ 1080.785069] env[70059]: _type = "Task" [ 1080.785069] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.785287] env[70059]: DEBUG nova.compute.manager [-] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.785344] env[70059]: DEBUG nova.network.neutron [-] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.802536] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189659, 'name': CreateVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.806809] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68b155-8db8-4651-b3d1-e1f9c2a14db3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.818059] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f7aa99-012d-48f8-9a2d-f8b0a7a5a789 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.868227] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a2bb4-0f84-4a7e-bf2b-d5b24a1a4066 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.878262] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a17cd-943c-44ca-911f-014eb2923ef9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.894182] env[70059]: DEBUG nova.compute.provider_tree [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.897259] env[70059]: DEBUG nova.compute.manager [req-a663d3cf-9b35-49e7-8270-9d363e712fd4 req-5829bc74-d11c-488f-b2f6-878587ba9728 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Received event network-vif-deleted-dafc5dfd-6f85-4995-8f5d-20dd22bf1d84 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.897457] env[70059]: INFO nova.compute.manager [req-a663d3cf-9b35-49e7-8270-9d363e712fd4 req-5829bc74-d11c-488f-b2f6-878587ba9728 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Neutron deleted interface dafc5dfd-6f85-4995-8f5d-20dd22bf1d84; detaching it from the instance and deleting it from the info cache [ 1080.897772] env[70059]: DEBUG nova.network.neutron [req-a663d3cf-9b35-49e7-8270-9d363e712fd4 req-5829bc74-d11c-488f-b2f6-878587ba9728 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.040128] env[70059]: DEBUG nova.compute.manager [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Received event network-changed-7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.040375] env[70059]: DEBUG nova.compute.manager [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Refreshing instance network info cache due to event network-changed-7324abd3-3f58-4b1d-9b4b-12feb3375d49. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.040597] env[70059]: DEBUG oslo_concurrency.lockutils [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] Acquiring lock "refresh_cache-00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.040741] env[70059]: DEBUG oslo_concurrency.lockutils [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] Acquired lock "refresh_cache-00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.041318] env[70059]: DEBUG nova.network.neutron [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Refreshing network info cache for port 7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.078259] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.190398] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.306009] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189659, 'name': CreateVM_Task, 'duration_secs': 0.46904} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.307328] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.307419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.307655] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.308233] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.309610] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3be309d-4ef7-46fe-a044-9d50e5a62525 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.316993] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1081.316993] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c95b82-98c1-2d4a-4a61-cd6ccf0050c5" [ 1081.316993] env[70059]: _type = "Task" [ 1081.316993] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.327731] env[70059]: DEBUG nova.network.neutron [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.329575] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c95b82-98c1-2d4a-4a61-cd6ccf0050c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.335876] env[70059]: DEBUG nova.network.neutron [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Successfully updated port: a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.401019] env[70059]: DEBUG nova.scheduler.client.report [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.409056] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5432142a-43a8-4366-b3f7-dbd33a2c270a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.425204] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf6cf1-01ea-47bc-b669-295d8ff783f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.474564] env[70059]: DEBUG nova.compute.manager [req-a663d3cf-9b35-49e7-8270-9d363e712fd4 req-5829bc74-d11c-488f-b2f6-878587ba9728 service nova] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Detach interface failed, port_id=dafc5dfd-6f85-4995-8f5d-20dd22bf1d84, reason: Instance 49d32e7b-bea9-4d7a-a51e-787c00fd2143 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.608541] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.828838] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c95b82-98c1-2d4a-4a61-cd6ccf0050c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.829184] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.829435] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.829672] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.829830] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.830121] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.830446] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42cadbc0-4183-4bdd-aad2-7c8fadd9dc85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.834407] env[70059]: INFO nova.compute.manager [-] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Took 1.38 seconds to deallocate network for instance. [ 1081.841287] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.841455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.841642] env[70059]: DEBUG nova.network.neutron [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.843268] env[70059]: DEBUG nova.network.neutron [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Updated VIF entry in instance network info cache for port 7324abd3-3f58-4b1d-9b4b-12feb3375d49. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.843617] env[70059]: DEBUG nova.network.neutron [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Updating instance_info_cache with network_info: [{"id": "7324abd3-3f58-4b1d-9b4b-12feb3375d49", "address": "fa:16:3e:47:17:9d", "network": {"id": "aee7cd35-f944-410b-8e62-1d1c387f72ad", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-474843470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e202dc659baf4761b5c2583ff7444d5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7324abd3-3f", "ovs_interfaceid": "7324abd3-3f58-4b1d-9b4b-12feb3375d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.845904] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.846526] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.847516] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ce4e5b-2f50-440c-85dd-9b8d9814d521 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.854945] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1081.854945] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f0181c-c816-5b5f-2f22-841095e2e01b" [ 1081.854945] env[70059]: _type = "Task" [ 1081.854945] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.865224] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0181c-c816-5b5f-2f22-841095e2e01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.915075] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.918136] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.571s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.918474] env[70059]: DEBUG nova.objects.instance [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.941316] env[70059]: INFO nova.scheduler.client.report [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Deleted allocations for instance 78f27d3e-b318-4ac6-83f2-88117c61268c [ 1081.982119] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.982442] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.982750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.982998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.983265] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.985697] env[70059]: INFO nova.compute.manager [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Terminating instance [ 1082.167140] env[70059]: DEBUG nova.network.neutron [-] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.278529] env[70059]: DEBUG nova.compute.manager [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1082.345977] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.351909] env[70059]: DEBUG oslo_concurrency.lockutils [req-1fe33d9e-9260-4562-bfb5-c9ee5c2456d8 req-e17c445d-2b98-479e-8032-3134460e8f10 service nova] Releasing lock "refresh_cache-00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.369395] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0181c-c816-5b5f-2f22-841095e2e01b, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.370269] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4562b2-55a1-47c6-aac7-00f0cee4e10f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.378356] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1082.378356] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ee9004-f14b-a603-ac97-742414b1b910" [ 1082.378356] env[70059]: _type = "Task" [ 1082.378356] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.389680] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ee9004-f14b-a603-ac97-742414b1b910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.390901] env[70059]: DEBUG nova.network.neutron [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.453023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e8ef8f6c-e32b-4e7d-b7c5-69c5a737001e tempest-ServersV294TestFqdnHostnames-1687619311 tempest-ServersV294TestFqdnHostnames-1687619311-project-member] Lock "78f27d3e-b318-4ac6-83f2-88117c61268c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.680s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.489878] env[70059]: DEBUG nova.compute.manager [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.489878] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.490421] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ed581-17fd-4bab-9aad-d3d5976aefc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.499064] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.499249] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2e4dfd-77ec-43bd-8bfc-974e12e2c26d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.507191] env[70059]: DEBUG oslo_vmware.api [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1082.507191] env[70059]: value = "task-3189660" [ 1082.507191] env[70059]: _type = "Task" [ 1082.507191] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.517359] env[70059]: DEBUG oslo_vmware.api [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.552753] env[70059]: DEBUG nova.network.neutron [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [{"id": "a517035c-e146-4ee3-b538-f343808b8652", "address": "fa:16:3e:60:16:85", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa517035c-e1", "ovs_interfaceid": "a517035c-e146-4ee3-b538-f343808b8652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.669823] env[70059]: INFO nova.compute.manager [-] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Took 1.88 seconds to deallocate network for instance. [ 1082.801434] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.893645] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ee9004-f14b-a603-ac97-742414b1b910, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.893971] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.894372] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b/00693c4b-cc75-41c0-9dc9-8a6a8c97f52b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.894680] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08c8759-2e80-4098-a63c-2cffe26e6552 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.904544] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1082.904544] env[70059]: value = "task-3189661" [ 1082.904544] env[70059]: _type = "Task" [ 1082.904544] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.915880] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.920305] env[70059]: DEBUG nova.compute.manager [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Received event network-vif-plugged-a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.920576] env[70059]: DEBUG oslo_concurrency.lockutils [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.920832] env[70059]: DEBUG oslo_concurrency.lockutils [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.921020] env[70059]: DEBUG oslo_concurrency.lockutils [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.921486] env[70059]: DEBUG nova.compute.manager [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] No waiting events found dispatching network-vif-plugged-a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.921669] env[70059]: WARNING nova.compute.manager [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Received unexpected event network-vif-plugged-a517035c-e146-4ee3-b538-f343808b8652 for instance with vm_state building and task_state spawning. [ 1082.921841] env[70059]: DEBUG nova.compute.manager [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Received event network-changed-a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.922630] env[70059]: DEBUG nova.compute.manager [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Refreshing instance network info cache due to event network-changed-a517035c-e146-4ee3-b538-f343808b8652. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.922630] env[70059]: DEBUG oslo_concurrency.lockutils [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] Acquiring lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.927954] env[70059]: DEBUG oslo_concurrency.lockutils [None req-49d7c08b-ca87-4fdc-86d6-414e4e831fe0 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.929014] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.729s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.932373] env[70059]: DEBUG nova.objects.instance [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'resources' on Instance uuid 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.019830] env[70059]: DEBUG oslo_vmware.api [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189660, 'name': PowerOffVM_Task, 'duration_secs': 0.257372} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.020302] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.020625] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.021065] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14bb351d-8b61-4e0a-b142-17fb548065c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.055980] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.055980] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.058114] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.058419] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Instance network_info: |[{"id": "a517035c-e146-4ee3-b538-f343808b8652", "address": "fa:16:3e:60:16:85", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa517035c-e1", "ovs_interfaceid": "a517035c-e146-4ee3-b538-f343808b8652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.059213] env[70059]: DEBUG oslo_concurrency.lockutils [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] Acquired lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.061527] env[70059]: DEBUG nova.network.neutron [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Refreshing network info cache for port a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.061527] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:16:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a517035c-e146-4ee3-b538-f343808b8652', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.070269] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Creating folder: Project (0834eb9ee8c3471a85efdb1474fe30f9). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.075652] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df34a041-baa3-4e99-a4aa-151daf080b07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.079528] env[70059]: DEBUG nova.compute.manager [req-ec439a97-5980-479e-a016-1d7402fe2113 req-9404f265-367e-497e-b601-4d9bd73a1b37 service nova] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Received event network-vif-deleted-f00bb8f6-f654-4f24-8278-05d371e1fae9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.100514] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.100676] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.100809] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleting the datastore file [datastore2] b36d4c86-1509-47ba-8447-0cfdd9de6b7c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.102418] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-135b91e1-4f91-462f-bd1f-d6f62695d86f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.105021] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Created folder: Project (0834eb9ee8c3471a85efdb1474fe30f9) in parent group-v637631. [ 1083.105259] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Creating folder: Instances. Parent ref: group-v637885. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.105583] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-287cb3e5-b54e-4a5c-b7f1-df5522ef7484 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.113421] env[70059]: DEBUG oslo_vmware.api [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for the task: (returnval){ [ 1083.113421] env[70059]: value = "task-3189665" [ 1083.113421] env[70059]: _type = "Task" [ 1083.113421] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.121910] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Created folder: Instances in parent group-v637885. [ 1083.122578] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.122827] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.123393] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-002a4c43-0923-451a-a531-dc560802b1d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.146810] env[70059]: DEBUG oslo_vmware.api [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.153018] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.153018] env[70059]: value = "task-3189666" [ 1083.153018] env[70059]: _type = "Task" [ 1083.153018] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.162810] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189666, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.178138] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.420441] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.425514] env[70059]: DEBUG nova.network.neutron [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updated VIF entry in instance network info cache for port a517035c-e146-4ee3-b538-f343808b8652. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.426152] env[70059]: DEBUG nova.network.neutron [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [{"id": "a517035c-e146-4ee3-b538-f343808b8652", "address": "fa:16:3e:60:16:85", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa517035c-e1", "ovs_interfaceid": "a517035c-e146-4ee3-b538-f343808b8652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.434675] env[70059]: DEBUG nova.objects.instance [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'numa_topology' on Instance uuid 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.560145] env[70059]: DEBUG nova.compute.utils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.625842] env[70059]: DEBUG oslo_vmware.api [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Task: {'id': task-3189665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21355} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.626929] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.627317] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.627546] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.627730] env[70059]: INFO nova.compute.manager [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1083.627984] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.628215] env[70059]: DEBUG nova.compute.manager [-] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.628310] env[70059]: DEBUG nova.network.neutron [-] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.664109] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189666, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.918371] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725865} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.918641] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b/00693c4b-cc75-41c0-9dc9-8a6a8c97f52b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.918904] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.919228] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8675679e-6943-4e65-9a3b-b0e16ee0b596 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.927562] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1083.927562] env[70059]: value = "task-3189667" [ 1083.927562] env[70059]: _type = "Task" [ 1083.927562] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.931527] env[70059]: DEBUG oslo_concurrency.lockutils [req-207a41af-208c-4b98-88aa-975c94c3d2ef req-655220fd-5b78-457f-baab-47e6165e528e service nova] Releasing lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.937694] env[70059]: DEBUG nova.objects.base [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Object Instance<7924a374-ef2b-4bb4-8f75-ed183c3ef7e6> lazy-loaded attributes: resources,numa_topology {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.940275] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.064073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.173559] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189666, 'name': CreateVM_Task, 'duration_secs': 0.592573} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.176344] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.177278] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.177454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.177858] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.178147] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32b6a45-0950-4318-942b-f595105e903d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.184104] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1084.184104] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d14a77-c6fd-e627-1127-f640e4276c38" [ 1084.184104] env[70059]: _type = "Task" [ 1084.184104] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.196132] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d14a77-c6fd-e627-1127-f640e4276c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.201098] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9978cd-7438-4fde-a072-98eddc199ac3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.209007] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd457a-0d40-4750-b0ed-cda2fc28dac4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.241059] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f009eb6b-1d2a-4513-9b63-3f58f77d375c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.249462] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0b4e2-7103-4d06-9380-5e2ddd54d943 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.263303] env[70059]: DEBUG nova.compute.provider_tree [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.440766] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10974} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.440766] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.441434] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f8c642-b4f1-4638-8b37-b277bc66bfe4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.469260] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b/00693c4b-cc75-41c0-9dc9-8a6a8c97f52b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.469596] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3048b1e-23b8-4642-827f-7d8ee175f19d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.491332] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1084.491332] env[70059]: value = "task-3189668" [ 1084.491332] env[70059]: _type = "Task" [ 1084.491332] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.500613] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.500904] env[70059]: DEBUG nova.network.neutron [-] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.699311] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d14a77-c6fd-e627-1127-f640e4276c38, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.699311] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.699311] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.699311] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.699311] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.699311] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.699311] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ce2027-a138-429f-8f4c-9a71fdcf400d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.712633] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.712633] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.712633] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33d5dd2-e408-4664-bec8-704e530596c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.721297] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1084.721297] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521e8889-c941-b782-5208-a051f2f2d321" [ 1084.721297] env[70059]: _type = "Task" [ 1084.721297] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.729395] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210c8ad-86a1-3234-cf82-331f73099447/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.730297] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9564f0d-5aeb-4ff0-ba4f-fc33fbb96c4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.736846] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210c8ad-86a1-3234-cf82-331f73099447/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.737019] env[70059]: ERROR oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210c8ad-86a1-3234-cf82-331f73099447/disk-0.vmdk due to incomplete transfer. [ 1084.741034] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6916407f-adc3-4d46-b54f-09c87d579ddd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.742594] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521e8889-c941-b782-5208-a051f2f2d321, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.744096] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fb0c04-788b-4e31-9b00-726aef6e6232 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.750166] env[70059]: DEBUG oslo_vmware.rw_handles [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210c8ad-86a1-3234-cf82-331f73099447/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1084.750371] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Uploaded image 17c018ad-24cc-4509-be94-236d8f4d25d5 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1084.753048] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1084.754302] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-938f0ba6-4162-4fcc-be4b-67b1d121c857 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.757472] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1084.757472] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523caf8e-322c-3065-cfde-f3b5bd118adc" [ 1084.757472] env[70059]: _type = "Task" [ 1084.757472] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.764540] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1084.764540] env[70059]: value = "task-3189669" [ 1084.764540] env[70059]: _type = "Task" [ 1084.764540] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.768856] env[70059]: DEBUG nova.scheduler.client.report [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.772202] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523caf8e-322c-3065-cfde-f3b5bd118adc, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.775371] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.775616] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e8f630af-c6f0-4fca-ab54-916d4313a21c/e8f630af-c6f0-4fca-ab54-916d4313a21c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.776030] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0025b931-6c57-4ba6-93a3-df52a4e2fbb4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.784379] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189669, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.785858] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1084.785858] env[70059]: value = "task-3189670" [ 1084.785858] env[70059]: _type = "Task" [ 1084.785858] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.796562] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.955176] env[70059]: DEBUG nova.compute.manager [req-bdaf84c6-af73-4afc-9e0c-22bab55df566 req-8ff2bc40-9b37-4cd7-9dab-e97c42695032 service nova] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Received event network-vif-deleted-e14708df-15bb-477b-90c4-1c2f9d7c10d4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.002996] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189668, 'name': ReconfigVM_Task, 'duration_secs': 0.407195} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.003445] env[70059]: INFO nova.compute.manager [-] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Took 1.38 seconds to deallocate network for instance. [ 1085.003998] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b/00693c4b-cc75-41c0-9dc9-8a6a8c97f52b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.006188] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd1d560b-cedd-4710-ae12-e0ec2799f360 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.015918] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1085.015918] env[70059]: value = "task-3189671" [ 1085.015918] env[70059]: _type = "Task" [ 1085.015918] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.031787] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189671, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.148617] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.148926] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.149183] env[70059]: INFO nova.compute.manager [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Attaching volume f9f43251-fdf7-436a-b66c-1515d4d8c2a3 to /dev/sdb [ 1085.191589] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9538e-3e5d-45ac-a7b1-73eeae000e60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.200844] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3923137-b523-401c-bed0-a28d8efedf7d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.218297] env[70059]: DEBUG nova.virt.block_device [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating existing volume attachment record: d4a629aa-2000-4cab-9c0a-e5c243795988 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.274267] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.278194] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.088s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.278720] env[70059]: DEBUG nova.objects.instance [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lazy-loading 'resources' on Instance uuid 016b9d61-3fb9-41a4-9510-6de69f5a9477 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.287902] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189669, 'name': Destroy_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.299973] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.517507] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.525936] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189671, 'name': Rename_Task, 'duration_secs': 0.296817} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.526383] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.526668] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff134619-cea2-4f8f-8e21-8c991d200c21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.533986] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1085.533986] env[70059]: value = "task-3189673" [ 1085.533986] env[70059]: _type = "Task" [ 1085.533986] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.543730] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.780199] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189669, 'name': Destroy_Task, 'duration_secs': 0.561898} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.780647] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroyed the VM [ 1085.780934] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1085.785129] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66563007-f56e-4a77-a436-9850b8898e91 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.792297] env[70059]: DEBUG oslo_concurrency.lockutils [None req-00b4472c-bf15-4c7f-bd18-966722c593a5 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.110s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.793296] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.337s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.793476] env[70059]: INFO nova.compute.manager [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Unshelving [ 1085.798578] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1085.798578] env[70059]: value = "task-3189675" [ 1085.798578] env[70059]: _type = "Task" [ 1085.798578] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.805573] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.805573] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e8f630af-c6f0-4fca-ab54-916d4313a21c/e8f630af-c6f0-4fca-ab54-916d4313a21c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.805573] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.805573] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d50727-6d41-4657-b11b-29650a6c6a2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.813444] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.823202] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1085.823202] env[70059]: value = "task-3189676" [ 1085.823202] env[70059]: _type = "Task" [ 1085.823202] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.833684] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.024738] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450efe10-05e9-4c2c-834d-0b953d8cbc45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.032673] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a2800-75fb-45a7-aa4d-b7d87429b94f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.046504] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.071792] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25863e-f40e-4561-af00-88160e3e8798 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.080136] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973833fc-bd35-4853-800c-4486db5d5471 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.094621] env[70059]: DEBUG nova.compute.provider_tree [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.311723] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189675, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.332680] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079585} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.332975] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.333934] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f51571-cc4c-466e-883e-5e27fc29f8d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.359706] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e8f630af-c6f0-4fca-ab54-916d4313a21c/e8f630af-c6f0-4fca-ab54-916d4313a21c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.361404] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f917c9-d0d7-475b-8435-3a23befbae9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.378466] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.378703] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.386223] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1086.386223] env[70059]: value = "task-3189678" [ 1086.386223] env[70059]: _type = "Task" [ 1086.386223] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.395251] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.546650] env[70059]: DEBUG oslo_vmware.api [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189673, 'name': PowerOnVM_Task, 'duration_secs': 0.535057} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.547052] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.547327] env[70059]: INFO nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1086.547554] env[70059]: DEBUG nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.548486] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb13bf4f-4035-4bb2-a7b8-e046cd5c099c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.598163] env[70059]: DEBUG nova.scheduler.client.report [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.807488] env[70059]: DEBUG nova.compute.utils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.812209] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189675, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.881289] env[70059]: DEBUG nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.895912] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189678, 'name': ReconfigVM_Task, 'duration_secs': 0.292821} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.896219] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e8f630af-c6f0-4fca-ab54-916d4313a21c/e8f630af-c6f0-4fca-ab54-916d4313a21c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.897255] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1e950dc-8daa-4484-8569-faf4b5f6bbe9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.904995] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1086.904995] env[70059]: value = "task-3189679" [ 1086.904995] env[70059]: _type = "Task" [ 1086.904995] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.913662] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189679, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.067138] env[70059]: INFO nova.compute.manager [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Took 15.20 seconds to build instance. [ 1087.103202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.105681] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.497s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.107428] env[70059]: INFO nova.compute.claims [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.126461] env[70059]: INFO nova.scheduler.client.report [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Deleted allocations for instance 016b9d61-3fb9-41a4-9510-6de69f5a9477 [ 1087.311071] env[70059]: DEBUG oslo_vmware.api [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189675, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095451} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.311213] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1087.311739] env[70059]: INFO nova.compute.manager [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 1087.316761] env[70059]: INFO nova.virt.block_device [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Booting with volume 25de87f1-87ca-4475-93da-cec414b63375 at /dev/sdb [ 1087.403637] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.416037] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189679, 'name': Rename_Task, 'duration_secs': 0.15016} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.418671] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.419243] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3e8524-301b-464e-9046-2d9212b16ff2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.427439] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1087.427439] env[70059]: value = "task-3189680" [ 1087.427439] env[70059]: _type = "Task" [ 1087.427439] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.436249] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.444516] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f87fbf29-d914-4b66-9b7d-fa394ced747a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.454055] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ea11db-840b-4d67-950c-24ecd256609f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.488707] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa1b5d9c-b231-427e-b42f-b11dea5ec807 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.498588] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10285fe-91c5-49a1-a6d8-6ba78d6199eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.532162] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782d89f-a6aa-4155-beb1-43b8eaf94476 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.539596] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698711be-9f7b-45ec-bd7a-740cf398950e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.555028] env[70059]: DEBUG nova.virt.block_device [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating existing volume attachment record: 96a5fb5c-30e7-4c6e-9730-29d40eaa5140 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.570184] env[70059]: DEBUG oslo_concurrency.lockutils [None req-da40b90d-d10b-45bb-a440-f8aad5c37996 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.710s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.634262] env[70059]: DEBUG oslo_concurrency.lockutils [None req-181f8078-6aca-4d0a-a85e-dc674e0b7ec3 tempest-ServerShowV254Test-1616133602 tempest-ServerShowV254Test-1616133602-project-member] Lock "016b9d61-3fb9-41a4-9510-6de69f5a9477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.850s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.887329] env[70059]: DEBUG nova.compute.manager [None req-5c0fba2c-8841-4aee-9579-2d2d29f6432c tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Found 1 images (rotation: 2) {{(pid=70059) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1087.942556] env[70059]: DEBUG oslo_vmware.api [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189680, 'name': PowerOnVM_Task, 'duration_secs': 0.475655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.942556] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.942733] env[70059]: INFO nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1087.942906] env[70059]: DEBUG nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.944038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddafa737-a4ab-4838-8e95-b4165cbee917 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.191681] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.191948] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.192109] env[70059]: DEBUG nova.objects.instance [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'flavor' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.309883] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738b51b-ead6-4170-8a62-5f436fceeec3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.318332] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9666179-5f35-4494-967a-d9c25ef3428a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.357749] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e813914-8ceb-41e4-a088-062d9e92f226 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.367564] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157c98b-80e2-4a0c-8130-c629836fbe9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.383517] env[70059]: DEBUG nova.compute.provider_tree [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.462631] env[70059]: INFO nova.compute.manager [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Took 15.85 seconds to build instance. [ 1088.696095] env[70059]: DEBUG nova.objects.instance [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'pci_requests' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.886811] env[70059]: DEBUG nova.scheduler.client.report [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.964907] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6f7e0a6c-08ec-480f-a05f-65facd6bc16e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.364s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.012146] env[70059]: DEBUG nova.compute.manager [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Received event network-changed-a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.012426] env[70059]: DEBUG nova.compute.manager [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Refreshing instance network info cache due to event network-changed-a517035c-e146-4ee3-b538-f343808b8652. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.012909] env[70059]: DEBUG oslo_concurrency.lockutils [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] Acquiring lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.013225] env[70059]: DEBUG oslo_concurrency.lockutils [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] Acquired lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.013433] env[70059]: DEBUG nova.network.neutron [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Refreshing network info cache for port a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.200333] env[70059]: DEBUG nova.objects.base [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Object Instance<16eae91a-19c3-4453-be5b-390340fcdeb7> lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.200640] env[70059]: DEBUG nova.network.neutron [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.280221] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6d5110a1-3b98-4fc0-ad49-aeaa9bfdf858 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.088s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.393251] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.393783] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.396910] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.051s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.397218] env[70059]: DEBUG nova.objects.instance [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lazy-loading 'resources' on Instance uuid 49d32e7b-bea9-4d7a-a51e-787c00fd2143 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.488067] env[70059]: DEBUG nova.compute.manager [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.488896] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5abec-7bd6-4a06-8e26-31e326238bf9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.730850] env[70059]: DEBUG nova.network.neutron [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updated VIF entry in instance network info cache for port a517035c-e146-4ee3-b538-f343808b8652. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.731292] env[70059]: DEBUG nova.network.neutron [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [{"id": "a517035c-e146-4ee3-b538-f343808b8652", "address": "fa:16:3e:60:16:85", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa517035c-e1", "ovs_interfaceid": "a517035c-e146-4ee3-b538-f343808b8652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.900494] env[70059]: DEBUG nova.compute.utils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.905030] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.905030] env[70059]: DEBUG nova.network.neutron [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.945050] env[70059]: DEBUG nova.policy [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.000340] env[70059]: INFO nova.compute.manager [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] instance snapshotting [ 1090.000912] env[70059]: DEBUG nova.objects.instance [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'flavor' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.118736] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2805d1-c676-4930-a423-adf444d8475e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.127085] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7d455e-9a15-4145-b98e-7a0285f4878a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.160619] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6bb6f-39f2-488d-b651-bd26bd634ae3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.168807] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9fabb4-75da-4149-9895-8abe55cd294f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.183886] env[70059]: DEBUG nova.compute.provider_tree [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.229338] env[70059]: DEBUG nova.network.neutron [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Successfully created port: de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.234242] env[70059]: DEBUG oslo_concurrency.lockutils [req-5443b82e-edca-466a-9ec6-50a16f755be8 req-deefb3d4-965a-4b69-9637-4b33b689544e service nova] Releasing lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.271636] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.271885] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637889', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'name': 'volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45f53d7e-df03-4d76-9a62-fb849250b24d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'serial': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.272787] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc55b6e8-333c-4710-9eef-9a72128993dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.292363] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aad53e-5259-4bce-8bbf-cda44b453f30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.325259] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3/volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.326282] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b5fa1c3-82d2-40e5-a64b-5a8bbb17c588 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.346392] env[70059]: DEBUG oslo_vmware.api [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1090.346392] env[70059]: value = "task-3189686" [ 1090.346392] env[70059]: _type = "Task" [ 1090.346392] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.355471] env[70059]: DEBUG oslo_vmware.api [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.405867] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.507144] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b787957-027b-4faf-802a-150c89176f6b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.531300] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33218072-5579-4893-aa20-6363f2612773 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.687954] env[70059]: DEBUG nova.scheduler.client.report [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.860161] env[70059]: DEBUG oslo_vmware.api [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189686, 'name': ReconfigVM_Task, 'duration_secs': 0.442069} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.860161] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3/volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.866254] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5402d129-74b1-41eb-a922-3162990b586e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.883107] env[70059]: DEBUG oslo_vmware.api [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1090.883107] env[70059]: value = "task-3189687" [ 1090.883107] env[70059]: _type = "Task" [ 1090.883107] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.895725] env[70059]: DEBUG oslo_vmware.api [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.045489] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1091.045831] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da8f3a62-baf7-47d2-bf7f-d14943d7d253 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.055138] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1091.055138] env[70059]: value = "task-3189688" [ 1091.055138] env[70059]: _type = "Task" [ 1091.055138] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.065191] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.194504] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.196947] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.396s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.235309] env[70059]: INFO nova.scheduler.client.report [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Deleted allocations for instance 49d32e7b-bea9-4d7a-a51e-787c00fd2143 [ 1091.393691] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.394875] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.394875] env[70059]: DEBUG nova.objects.instance [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'flavor' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.395807] env[70059]: DEBUG oslo_vmware.api [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189687, 'name': ReconfigVM_Task, 'duration_secs': 0.146312} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.396293] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637889', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'name': 'volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45f53d7e-df03-4d76-9a62-fb849250b24d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'serial': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1091.415020] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.442207] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.442455] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.442614] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.442792] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.442939] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.443097] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.443307] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.443465] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.443631] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.443791] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.443963] env[70059]: DEBUG nova.virt.hardware [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.445171] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad7873-1390-4825-bc40-cf4093178e27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.453884] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf7fe17-43cb-441e-aa9d-dea21b3a8765 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.565556] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189688, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.702079] env[70059]: INFO nova.compute.claims [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.743040] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f88a1bbe-3258-4e2e-8829-463dd6ffc03c tempest-ServersNegativeTestJSON-1127948313 tempest-ServersNegativeTestJSON-1127948313-project-member] Lock "49d32e7b-bea9-4d7a-a51e-787c00fd2143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.984s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.823763] env[70059]: DEBUG nova.network.neutron [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Successfully updated port: de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.887712] env[70059]: DEBUG nova.compute.manager [req-41f5424f-1c99-443f-95c4-599536b03abd req-b9064094-a548-474e-8829-3a6bfd66fd13 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Received event network-vif-plugged-de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.887962] env[70059]: DEBUG oslo_concurrency.lockutils [req-41f5424f-1c99-443f-95c4-599536b03abd req-b9064094-a548-474e-8829-3a6bfd66fd13 service nova] Acquiring lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.888597] env[70059]: DEBUG oslo_concurrency.lockutils [req-41f5424f-1c99-443f-95c4-599536b03abd req-b9064094-a548-474e-8829-3a6bfd66fd13 service nova] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.888780] env[70059]: DEBUG oslo_concurrency.lockutils [req-41f5424f-1c99-443f-95c4-599536b03abd req-b9064094-a548-474e-8829-3a6bfd66fd13 service nova] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.889099] env[70059]: DEBUG nova.compute.manager [req-41f5424f-1c99-443f-95c4-599536b03abd req-b9064094-a548-474e-8829-3a6bfd66fd13 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] No waiting events found dispatching network-vif-plugged-de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.889238] env[70059]: WARNING nova.compute.manager [req-41f5424f-1c99-443f-95c4-599536b03abd req-b9064094-a548-474e-8829-3a6bfd66fd13 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Received unexpected event network-vif-plugged-de38c0dd-4828-4dd5-b15a-342e5818256e for instance with vm_state building and task_state spawning. [ 1092.008553] env[70059]: DEBUG nova.objects.instance [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'pci_requests' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.066488] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189688, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.208285] env[70059]: INFO nova.compute.resource_tracker [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating resource usage from migration 7c0f5980-958f-4070-90eb-4dfd32c23412 [ 1092.326419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-e29bbdfa-1752-47a7-8fb8-72f731577b8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.326419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-e29bbdfa-1752-47a7-8fb8-72f731577b8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.326419] env[70059]: DEBUG nova.network.neutron [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.435048] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12975b-b258-4726-8afc-f374fd50a0e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.438340] env[70059]: DEBUG nova.objects.instance [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'flavor' on Instance uuid 45f53d7e-df03-4d76-9a62-fb849250b24d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.445347] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f237a-ef03-467d-abaf-dfa83482a5a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.478411] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7202f939-b3be-4e47-b689-6232de98279d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.487250] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e58a2ff-53fe-4fb1-8712-65fdaa8a5678 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.501550] env[70059]: DEBUG nova.compute.provider_tree [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.509801] env[70059]: DEBUG nova.objects.base [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Object Instance<16eae91a-19c3-4453-be5b-390340fcdeb7> lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.510073] env[70059]: DEBUG nova.network.neutron [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.567772] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189688, 'name': CreateSnapshot_Task, 'duration_secs': 1.293074} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.568057] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1092.568808] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c21632-9972-4b45-b810-3950e5dfddc0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.590324] env[70059]: DEBUG nova.policy [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.743818] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.743908] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.744350] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.744892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.744892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.747099] env[70059]: INFO nova.compute.manager [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Terminating instance [ 1092.862247] env[70059]: DEBUG nova.network.neutron [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.944023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ee7c85d8-2359-4e4c-af0e-4486183607de tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.795s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.998136] env[70059]: DEBUG nova.network.neutron [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Updating instance_info_cache with network_info: [{"id": "de38c0dd-4828-4dd5-b15a-342e5818256e", "address": "fa:16:3e:cf:9a:f8", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde38c0dd-48", "ovs_interfaceid": "de38c0dd-4828-4dd5-b15a-342e5818256e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.004452] env[70059]: DEBUG nova.scheduler.client.report [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.016828] env[70059]: INFO nova.compute.manager [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Rescuing [ 1093.017073] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.017228] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.017391] env[70059]: DEBUG nova.network.neutron [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.088041] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1093.088396] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3f7d4b5-f04d-499d-9451-40dc563cf8ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.098151] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1093.098151] env[70059]: value = "task-3189689" [ 1093.098151] env[70059]: _type = "Task" [ 1093.098151] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.108109] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189689, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.152965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.191985] env[70059]: DEBUG nova.network.neutron [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Successfully created port: ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.251065] env[70059]: DEBUG nova.compute.manager [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.251375] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.252354] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6930b9d0-bd1b-4e82-80b3-58c15a6a016f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.262338] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.262615] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66cbcdb6-182f-48c3-87f1-26ec32390923 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.270427] env[70059]: DEBUG oslo_vmware.api [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1093.270427] env[70059]: value = "task-3189690" [ 1093.270427] env[70059]: _type = "Task" [ 1093.270427] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.279452] env[70059]: DEBUG oslo_vmware.api [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.501167] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-e29bbdfa-1752-47a7-8fb8-72f731577b8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.501559] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Instance network_info: |[{"id": "de38c0dd-4828-4dd5-b15a-342e5818256e", "address": "fa:16:3e:cf:9a:f8", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde38c0dd-48", "ovs_interfaceid": "de38c0dd-4828-4dd5-b15a-342e5818256e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.502040] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:9a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de38c0dd-4828-4dd5-b15a-342e5818256e', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.513077] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating folder: Project (daff1a40b92e422e8b4bfe9e9fb682df). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.513906] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.514246] env[70059]: INFO nova.compute.manager [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Migrating [ 1093.521277] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-729bedbc-b478-45ad-aa5f-acfb07e5b303 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.529800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.351s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.530100] env[70059]: DEBUG nova.objects.instance [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lazy-loading 'resources' on Instance uuid bfa7e6d7-4602-4fd1-92fb-745742d20a2b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.564632] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created folder: Project (daff1a40b92e422e8b4bfe9e9fb682df) in parent group-v637631. [ 1093.564958] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating folder: Instances. Parent ref: group-v637894. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.567605] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e91d9b77-9fa4-46b5-9ab7-2b6886fe6590 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.582029] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created folder: Instances in parent group-v637894. [ 1093.582427] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.584146] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.584783] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c57b95-9e64-4de3-a661-1450fff34d06 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.626166] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189689, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.627568] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.627568] env[70059]: value = "task-3189693" [ 1093.627568] env[70059]: _type = "Task" [ 1093.627568] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.638607] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189693, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.781715] env[70059]: DEBUG oslo_vmware.api [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189690, 'name': PowerOffVM_Task, 'duration_secs': 0.34841} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.781796] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.781980] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.782281] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f90538-9bd7-4cdc-846c-3d9e3d066202 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.867695] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.867888] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.868147] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Deleting the datastore file [datastore1] 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.868476] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d0655c7-cf77-490d-a75f-8a2a696e7cd8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.877243] env[70059]: DEBUG oslo_vmware.api [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1093.877243] env[70059]: value = "task-3189695" [ 1093.877243] env[70059]: _type = "Task" [ 1093.877243] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.887945] env[70059]: DEBUG oslo_vmware.api [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.955797] env[70059]: DEBUG nova.compute.manager [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Received event network-changed-de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.956098] env[70059]: DEBUG nova.compute.manager [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Refreshing instance network info cache due to event network-changed-de38c0dd-4828-4dd5-b15a-342e5818256e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.958539] env[70059]: DEBUG oslo_concurrency.lockutils [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] Acquiring lock "refresh_cache-e29bbdfa-1752-47a7-8fb8-72f731577b8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.958539] env[70059]: DEBUG oslo_concurrency.lockutils [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] Acquired lock "refresh_cache-e29bbdfa-1752-47a7-8fb8-72f731577b8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.958539] env[70059]: DEBUG nova.network.neutron [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Refreshing network info cache for port de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.970687] env[70059]: DEBUG nova.network.neutron [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.049613] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.049996] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.050225] env[70059]: DEBUG nova.network.neutron [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.121799] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189689, 'name': CloneVM_Task, 'duration_secs': 0.985748} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.124694] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created linked-clone VM from snapshot [ 1094.125996] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a51718-92c0-427c-9a91-d66dbccb9206 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.137175] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Uploading image a17be24e-0bf6-4178-a811-21dfab98c97e {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.144521] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189693, 'name': CreateVM_Task, 'duration_secs': 0.42869} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.145998] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.145998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.145998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.145998] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.146532] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3144608f-de57-4935-9cad-33c9f85e4396 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.151712] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1094.151712] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524c1f69-ecb6-85bf-f6f1-30aaee605952" [ 1094.151712] env[70059]: _type = "Task" [ 1094.151712] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.162174] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524c1f69-ecb6-85bf-f6f1-30aaee605952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.174064] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.174064] env[70059]: value = "vm-637893" [ 1094.174064] env[70059]: _type = "VirtualMachine" [ 1094.174064] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.174535] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f41b9c8-d949-4760-94c3-b16295505b34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.183204] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease: (returnval){ [ 1094.183204] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ad50af-eb53-c137-410e-55351d5f2d24" [ 1094.183204] env[70059]: _type = "HttpNfcLease" [ 1094.183204] env[70059]: } obtained for exporting VM: (result){ [ 1094.183204] env[70059]: value = "vm-637893" [ 1094.183204] env[70059]: _type = "VirtualMachine" [ 1094.183204] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.183204] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the lease: (returnval){ [ 1094.183204] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ad50af-eb53-c137-410e-55351d5f2d24" [ 1094.183204] env[70059]: _type = "HttpNfcLease" [ 1094.183204] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.195454] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.195454] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ad50af-eb53-c137-410e-55351d5f2d24" [ 1094.195454] env[70059]: _type = "HttpNfcLease" [ 1094.195454] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1094.195593] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1094.195593] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ad50af-eb53-c137-410e-55351d5f2d24" [ 1094.195593] env[70059]: _type = "HttpNfcLease" [ 1094.195593] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1094.199020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefef282-d6da-406a-a7e5-3fb56c4b2ee1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.205506] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a72ba-3360-f12a-a898-ad94a69d4322/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1094.205506] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a72ba-3360-f12a-a898-ad94a69d4322/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1094.305857] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abc00fb5-d564-4a15-8fe9-a22f1f3e72f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.349617] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bba716-b813-44a8-89b7-1c9175329afa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.358565] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3f85a-2ac6-4d16-a274-4b8e3c711313 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.407907] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba42b3c-c852-400f-8dc0-1e50d32e7674 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.419011] env[70059]: DEBUG oslo_vmware.api [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157343} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.420981] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.421200] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.421391] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.421561] env[70059]: INFO nova.compute.manager [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1094.421798] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.422272] env[70059]: DEBUG nova.compute.manager [-] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.422422] env[70059]: DEBUG nova.network.neutron [-] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.425371] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf64e45-1201-4943-b1c3-c81fe79e084f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.442353] env[70059]: DEBUG nova.compute.provider_tree [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.473960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.665184] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524c1f69-ecb6-85bf-f6f1-30aaee605952, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.666454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.667181] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.667181] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.670147] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.670147] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.670147] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4251b963-2399-4a9e-952a-b881f4cbda71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.678949] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.679397] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.680478] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c933d07-122b-4c95-acf4-be3470621577 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.687563] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1094.687563] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5279045f-40ad-075d-1f96-e64139a1ab8f" [ 1094.687563] env[70059]: _type = "Task" [ 1094.687563] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.693602] env[70059]: DEBUG nova.network.neutron [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Updated VIF entry in instance network info cache for port de38c0dd-4828-4dd5-b15a-342e5818256e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.694390] env[70059]: DEBUG nova.network.neutron [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Updating instance_info_cache with network_info: [{"id": "de38c0dd-4828-4dd5-b15a-342e5818256e", "address": "fa:16:3e:cf:9a:f8", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde38c0dd-48", "ovs_interfaceid": "de38c0dd-4828-4dd5-b15a-342e5818256e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.703748] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5279045f-40ad-075d-1f96-e64139a1ab8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.703748] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d06b8f9-f59a-49e5-b4ca-ed2d1a28da42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.711513] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1094.711513] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5241d488-180e-e30f-8553-2306309b3e2e" [ 1094.711513] env[70059]: _type = "Task" [ 1094.711513] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.726533] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5241d488-180e-e30f-8553-2306309b3e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.727155] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.727595] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e29bbdfa-1752-47a7-8fb8-72f731577b8c/e29bbdfa-1752-47a7-8fb8-72f731577b8c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.728512] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b517bd-0bbd-4d4a-8fb2-adccf44826fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.737634] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1094.737634] env[70059]: value = "task-3189697" [ 1094.737634] env[70059]: _type = "Task" [ 1094.737634] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.748268] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.905711] env[70059]: DEBUG nova.compute.manager [req-e8bb3138-5301-4e27-bd57-6633195cad70 req-c34942a9-509e-411c-bd7a-33704f3421bf service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Received event network-vif-deleted-7324abd3-3f58-4b1d-9b4b-12feb3375d49 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.905955] env[70059]: INFO nova.compute.manager [req-e8bb3138-5301-4e27-bd57-6633195cad70 req-c34942a9-509e-411c-bd7a-33704f3421bf service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Neutron deleted interface 7324abd3-3f58-4b1d-9b4b-12feb3375d49; detaching it from the instance and deleting it from the info cache [ 1094.906266] env[70059]: DEBUG nova.network.neutron [req-e8bb3138-5301-4e27-bd57-6633195cad70 req-c34942a9-509e-411c-bd7a-33704f3421bf service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.908402] env[70059]: DEBUG nova.network.neutron [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.946332] env[70059]: DEBUG nova.scheduler.client.report [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.197821] env[70059]: DEBUG oslo_concurrency.lockutils [req-b4265c97-cdcc-4b04-b6ab-819cc29155dc req-ea7cf2ef-c493-431f-a9c7-ac61487cd5a6 service nova] Releasing lock "refresh_cache-e29bbdfa-1752-47a7-8fb8-72f731577b8c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.210673] env[70059]: DEBUG nova.network.neutron [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Successfully updated port: ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.249199] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496447} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.250074] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] e29bbdfa-1752-47a7-8fb8-72f731577b8c/e29bbdfa-1752-47a7-8fb8-72f731577b8c.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.250380] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.250715] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f707a821-27ff-4c12-a27e-ce202902de4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.257192] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1095.257192] env[70059]: value = "task-3189698" [ 1095.257192] env[70059]: _type = "Task" [ 1095.257192] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.268210] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.342268] env[70059]: DEBUG nova.network.neutron [-] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.417166] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.417166] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f03de01-6de2-41fa-8d14-a2554dda43cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.428647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d0b895-b78a-4c2f-be5b-9037b576f5b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.451846] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.466132] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.949s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.466418] env[70059]: DEBUG nova.objects.instance [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lazy-loading 'resources' on Instance uuid b36d4c86-1509-47ba-8447-0cfdd9de6b7c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.470971] env[70059]: DEBUG nova.compute.manager [req-e8bb3138-5301-4e27-bd57-6633195cad70 req-c34942a9-509e-411c-bd7a-33704f3421bf service nova] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Detach interface failed, port_id=7324abd3-3f58-4b1d-9b4b-12feb3375d49, reason: Instance 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.480141] env[70059]: INFO nova.scheduler.client.report [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Deleted allocations for instance bfa7e6d7-4602-4fd1-92fb-745742d20a2b [ 1095.714743] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.714984] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.715153] env[70059]: DEBUG nova.network.neutron [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.767668] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101281} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.768691] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.769270] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8971415a-3155-4260-81ae-5c50b4401199 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.794049] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] e29bbdfa-1752-47a7-8fb8-72f731577b8c/e29bbdfa-1752-47a7-8fb8-72f731577b8c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.795243] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074bd03b-2ec8-44e0-bab9-a7341b3ef307 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.817951] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1095.817951] env[70059]: value = "task-3189699" [ 1095.817951] env[70059]: _type = "Task" [ 1095.817951] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.828044] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.846724] env[70059]: INFO nova.compute.manager [-] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Took 1.42 seconds to deallocate network for instance. [ 1095.982347] env[70059]: DEBUG nova.compute.manager [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-vif-plugged-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.982935] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.982980] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.983445] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.983445] env[70059]: DEBUG nova.compute.manager [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] No waiting events found dispatching network-vif-plugged-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.983716] env[70059]: WARNING nova.compute.manager [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received unexpected event network-vif-plugged-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 for instance with vm_state active and task_state None. [ 1095.983716] env[70059]: DEBUG nova.compute.manager [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-changed-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.984316] env[70059]: DEBUG nova.compute.manager [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing instance network info cache due to event network-changed-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.984316] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.988730] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9f8d95c-0b7c-4177-8fdd-51337fee5a76 tempest-AttachInterfacesUnderV243Test-883593472 tempest-AttachInterfacesUnderV243Test-883593472-project-member] Lock "bfa7e6d7-4602-4fd1-92fb-745742d20a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.880s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.020504] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.021936] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f62a315-c181-4c60-89e5-7d88a15a5722 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.031216] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1096.031216] env[70059]: value = "task-3189700" [ 1096.031216] env[70059]: _type = "Task" [ 1096.031216] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.045141] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.178227] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef3a676-3dfc-45b9-a4c4-448c41b8f003 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.188151] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa3a3e6-c5b9-4ef1-bfb7-527fe55e50b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.222257] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd9b1a-4827-4da9-a4c5-0836dbb38fce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.230863] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9526a87f-b811-4ad1-a945-f544774cb1d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.245598] env[70059]: DEBUG nova.compute.provider_tree [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.265476] env[70059]: WARNING nova.network.neutron [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] 4585d055-7248-4da8-aceb-2099a262154c already exists in list: networks containing: ['4585d055-7248-4da8-aceb-2099a262154c']. ignoring it [ 1096.332573] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.354822] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.546647] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189700, 'name': PowerOffVM_Task, 'duration_secs': 0.257787} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.546924] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.547979] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c152526-5c63-4df3-8371-257709a82661 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.573779] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c2574b-4d08-4c37-9ed8-aae0c5495fdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.609399] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.609728] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c835de9-c56c-4264-8ae5-4cf2334576d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.617976] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1096.617976] env[70059]: value = "task-3189701" [ 1096.617976] env[70059]: _type = "Task" [ 1096.617976] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.627183] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.749891] env[70059]: DEBUG nova.scheduler.client.report [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.831160] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189699, 'name': ReconfigVM_Task, 'duration_secs': 0.563762} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.831474] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Reconfigured VM instance instance-0000005c to attach disk [datastore2] e29bbdfa-1752-47a7-8fb8-72f731577b8c/e29bbdfa-1752-47a7-8fb8-72f731577b8c.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.832134] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a494f672-99b9-431d-87d6-a1e93b66178f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.841974] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1096.841974] env[70059]: value = "task-3189702" [ 1096.841974] env[70059]: _type = "Task" [ 1096.841974] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.854552] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189702, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.907411] env[70059]: DEBUG nova.network.neutron [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "address": "fa:16:3e:2d:bc:c5", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dd51c-e2", "ovs_interfaceid": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.938941] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83215b-5c50-4bad-9626-cf8bf7d8be47 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.963660] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.132634] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1097.132884] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.133224] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.133398] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.133591] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.133850] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e69ddf76-e5e0-4646-995a-3b1366031a84 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.145372] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.145590] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.146693] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75b1f30-1edc-4d75-b3f3-66ece9f83de2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.153160] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1097.153160] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521fcf8a-82cf-c512-fc69-4e7bda391401" [ 1097.153160] env[70059]: _type = "Task" [ 1097.153160] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.163623] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521fcf8a-82cf-c512-fc69-4e7bda391401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.255243] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.265048] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.859s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.265048] env[70059]: INFO nova.compute.claims [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.286288] env[70059]: INFO nova.scheduler.client.report [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Deleted allocations for instance b36d4c86-1509-47ba-8447-0cfdd9de6b7c [ 1097.356827] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189702, 'name': Rename_Task, 'duration_secs': 0.398956} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.357698] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.358047] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17d2618-fdd5-496a-8720-6712dfcd5eba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.366880] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1097.366880] env[70059]: value = "task-3189703" [ 1097.366880] env[70059]: _type = "Task" [ 1097.366880] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.379022] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.410967] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.411842] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.412094] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.416022] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.416022] env[70059]: DEBUG nova.network.neutron [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing network info cache for port ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.416022] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2211911-34b8-46d6-8356-ac4526819fe8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.436030] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.436314] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.436476] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.436662] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.436828] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.436997] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.437999] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.438225] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.440260] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.440533] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.440784] env[70059]: DEBUG nova.virt.hardware [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.447935] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfiguring VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1097.449170] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac9fdff-26ca-4e26-a4f6-e14f467c08ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.470022] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.470435] env[70059]: DEBUG oslo_vmware.api [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1097.470435] env[70059]: value = "task-3189704" [ 1097.470435] env[70059]: _type = "Task" [ 1097.470435] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.471033] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165804ff-96e2-4938-9d99-998e1c215e7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.483274] env[70059]: DEBUG oslo_vmware.api [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189704, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.484820] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1097.484820] env[70059]: value = "task-3189705" [ 1097.484820] env[70059]: _type = "Task" [ 1097.484820] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.494988] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.666670] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521fcf8a-82cf-c512-fc69-4e7bda391401, 'name': SearchDatastore_Task, 'duration_secs': 0.018515} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.668116] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f005245-dc6c-4c6a-bdeb-dc7ee52899e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.676607] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1097.676607] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a1621f-69c2-5b0c-2404-f544dc3a6aa1" [ 1097.676607] env[70059]: _type = "Task" [ 1097.676607] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.686450] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a1621f-69c2-5b0c-2404-f544dc3a6aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.794357] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ab9e419a-db3b-4490-8255-0e11824a2e41 tempest-ImagesTestJSON-577713091 tempest-ImagesTestJSON-577713091-project-member] Lock "b36d4c86-1509-47ba-8447-0cfdd9de6b7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.812s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.885173] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.988940] env[70059]: DEBUG oslo_vmware.api [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.999363] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189705, 'name': PowerOffVM_Task, 'duration_secs': 0.287253} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.999749] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.000012] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.192095] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a1621f-69c2-5b0c-2404-f544dc3a6aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.01683} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.192707] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.193082] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. {{(pid=70059) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1098.193427] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad1b2804-2ebc-4f91-b910-3001fc881ddf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.203737] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1098.203737] env[70059]: value = "task-3189706" [ 1098.203737] env[70059]: _type = "Task" [ 1098.203737] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.215611] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.249275] env[70059]: DEBUG nova.network.neutron [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updated VIF entry in instance network info cache for port ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.249903] env[70059]: DEBUG nova.network.neutron [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "address": "fa:16:3e:2d:bc:c5", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dd51c-e2", "ovs_interfaceid": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.384843] env[70059]: DEBUG oslo_vmware.api [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189703, 'name': PowerOnVM_Task, 'duration_secs': 0.637021} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.384843] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.385096] env[70059]: INFO nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1098.385654] env[70059]: DEBUG nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.386256] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece376f2-4388-4655-a523-b9df7f76360d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.487519] env[70059]: DEBUG oslo_vmware.api [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189704, 'name': ReconfigVM_Task, 'duration_secs': 0.772002} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.489030] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.489271] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfigured VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1098.492223] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519bfcce-606b-47c0-b51d-e4411cc8ec13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.500684] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcfa75e-25da-419e-8d85-bd0f5acd3c2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.507079] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.507574] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.507574] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.507712] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.508102] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.508102] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.508207] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.508368] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.508526] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.508665] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.508835] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.540221] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3366374-fdfd-48e4-b734-c37c7238db72 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.551545] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c0cb1-529f-4934-81cf-baf35dfeaa17 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.562882] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88620e5f-b0c1-4058-a8bf-fc3c58664e35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.568055] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1098.568055] env[70059]: value = "task-3189707" [ 1098.568055] env[70059]: _type = "Task" [ 1098.568055] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.581629] env[70059]: DEBUG nova.compute.provider_tree [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.590635] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.715318] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189706, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.753741] env[70059]: DEBUG oslo_concurrency.lockutils [req-cb65d790-4ffc-4384-9e93-5c07c13d9885 req-47aab851-57dc-4872-b66f-8d22514bc3f8 service nova] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.909032] env[70059]: INFO nova.compute.manager [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Took 17.32 seconds to build instance. [ 1099.001334] env[70059]: DEBUG oslo_concurrency.lockutils [None req-dd98f521-b61f-4915-8c6b-69feec2a02a6 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.607s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.080630] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189707, 'name': ReconfigVM_Task, 'duration_secs': 0.281093} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.080928] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.085238] env[70059]: DEBUG nova.scheduler.client.report [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.216057] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717129} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.216220] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. [ 1099.217091] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c7922-8429-4bc0-9d65-ae9a34623fc4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.246273] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.246615] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9aaffd0-1c34-4eba-af36-52d4f07ee84c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.267272] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1099.267272] env[70059]: value = "task-3189708" [ 1099.267272] env[70059]: _type = "Task" [ 1099.267272] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.278782] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.410342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cd239ade-01fe-4ca1-ad11-eac82dddd2a9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.834s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.592290] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.592290] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.592290] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.592774] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.597021] env[70059]: DEBUG nova.virt.hardware [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.604327] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.605665] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.606354] env[70059]: DEBUG nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.609807] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bafb4ecf-0c88-4f49-a90f-0b8bd070c6c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.629092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.476s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.629403] env[70059]: DEBUG nova.objects.instance [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'pci_requests' on Instance uuid 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.650415] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1099.650415] env[70059]: value = "task-3189709" [ 1099.650415] env[70059]: _type = "Task" [ 1099.650415] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.661239] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.781210] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.854531] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "c795729f-7480-4547-8650-c8455defcc59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.854760] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "c795729f-7480-4547-8650-c8455defcc59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.132786] env[70059]: DEBUG nova.compute.utils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.137185] env[70059]: DEBUG nova.objects.instance [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'numa_topology' on Instance uuid 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.137185] env[70059]: DEBUG nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1100.162455] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189709, 'name': ReconfigVM_Task, 'duration_secs': 0.26605} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.162769] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.163696] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c8101-cbc8-4781-b8de-f15d2c90e637 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.195527] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25/2c6f2182-1d1e-4262-aa37-526bb79ebc25.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.195871] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4e25d8-f1b4-4e7b-8234-01a6d6d20b69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217143] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1100.217143] env[70059]: value = "task-3189710" [ 1100.217143] env[70059]: _type = "Task" [ 1100.217143] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.227993] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.280967] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189708, 'name': ReconfigVM_Task, 'duration_secs': 0.54576} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.281568] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.282781] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983618f9-7336-402e-891a-260070ed0e2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.314734] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fccf033-8c4f-404e-b415-435693f3084b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.332577] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1100.332577] env[70059]: value = "task-3189711" [ 1100.332577] env[70059]: _type = "Task" [ 1100.332577] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.343128] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.356824] env[70059]: DEBUG nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.638463] env[70059]: DEBUG nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.643225] env[70059]: INFO nova.compute.claims [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.727897] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189710, 'name': ReconfigVM_Task, 'duration_secs': 0.483234} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.728110] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25/2c6f2182-1d1e-4262-aa37-526bb79ebc25.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.728406] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.844143] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189711, 'name': ReconfigVM_Task, 'duration_secs': 0.236781} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.844445] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.844711] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e47aa86-e581-4747-954c-7cba91e4d75c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.851734] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1100.851734] env[70059]: value = "task-3189712" [ 1100.851734] env[70059]: _type = "Task" [ 1100.851734] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.863652] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.883282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.236077] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0496e4a1-99a2-4b37-8fec-1b677b3e533b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.256306] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ffa24-f6f8-412a-b5b3-472d720a28f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283489] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.363443] env[70059]: DEBUG oslo_vmware.api [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189712, 'name': PowerOnVM_Task, 'duration_secs': 0.462013} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.363443] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.366447] env[70059]: DEBUG nova.compute.manager [None req-0fe8330f-4ea8-4d65-8b49-031abdea6e5b tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.367356] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d549fe-24e2-4d37-a74b-2c1645988a96 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.377558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.377702] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.378014] env[70059]: DEBUG nova.objects.instance [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'flavor' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.463396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "b95e9306-1fce-4fe0-983d-5806093347d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.463716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "b95e9306-1fce-4fe0-983d-5806093347d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.659674] env[70059]: DEBUG nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.692998] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.693283] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.693446] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.693657] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.693831] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.693969] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.694200] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.694362] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.694533] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.694775] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.694884] env[70059]: DEBUG nova.virt.hardware [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.695786] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cf8c5-0595-4317-9444-d8f82f29abdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.707072] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45cd1b6-61f5-4929-9ef8-a4854647ac95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.725111] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.731378] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Creating folder: Project (5a3ec27608274bb497e271b67a2ac8bb). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.734611] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b56ff6e3-8cd2-4fc6-bf81-a16813e479eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.751646] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Created folder: Project (5a3ec27608274bb497e271b67a2ac8bb) in parent group-v637631. [ 1101.751922] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Creating folder: Instances. Parent ref: group-v637897. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.752353] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a4ce7a-77b8-4c9e-85ee-dc7bee447171 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.762815] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Created folder: Instances in parent group-v637897. [ 1101.763090] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.763298] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.763853] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-870caaa2-f521-4406-a252-c7da467b29c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.784094] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.784094] env[70059]: value = "task-3189715" [ 1101.784094] env[70059]: _type = "Task" [ 1101.784094] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.796456] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189715, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.860283] env[70059]: DEBUG nova.network.neutron [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Port 2bf1e264-b971-426f-991c-7b3832defab4 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1101.917639] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad0d58-bc0f-4521-91e2-815a11ecb69d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.925913] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b5451-27bb-469b-8c4c-59f4f0c1086b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.964382] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8765800-cb9c-4059-a218-f49ad2b4558a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.967140] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.975481] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7539d0-276f-4cc8-9bc6-5986c0218d63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.989860] env[70059]: DEBUG nova.compute.provider_tree [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.053497] env[70059]: DEBUG nova.objects.instance [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'pci_requests' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.294662] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189715, 'name': CreateVM_Task, 'duration_secs': 0.475436} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.295025] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.295384] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.295589] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.295950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.296274] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ec015b-7117-4ba5-b767-67c09c4bfc8c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.301301] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1102.301301] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a47874-9bd7-ef48-3b79-726bb2f3c37e" [ 1102.301301] env[70059]: _type = "Task" [ 1102.301301] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.309520] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a47874-9bd7-ef48-3b79-726bb2f3c37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.493374] env[70059]: DEBUG nova.scheduler.client.report [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.497454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.558034] env[70059]: DEBUG nova.objects.base [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Object Instance<16eae91a-19c3-4453-be5b-390340fcdeb7> lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.558034] env[70059]: DEBUG nova.network.neutron [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.660325] env[70059]: DEBUG nova.policy [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.817627] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a47874-9bd7-ef48-3b79-726bb2f3c37e, 'name': SearchDatastore_Task, 'duration_secs': 0.016863} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.817938] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.818190] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.818425] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.818563] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.818735] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.820350] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1085b964-f607-43fd-8384-ce77a3916cdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.832458] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.832706] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.833770] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4ea216-1a0b-491d-b577-40c95f78af03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.840654] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1102.840654] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525834df-fbdb-e6b0-f97d-6936b89bc101" [ 1102.840654] env[70059]: _type = "Task" [ 1102.840654] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.851883] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525834df-fbdb-e6b0-f97d-6936b89bc101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.893346] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.893346] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.893346] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.000097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.003349] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.649s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.005123] env[70059]: DEBUG nova.objects.instance [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lazy-loading 'resources' on Instance uuid 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.127024] env[70059]: INFO nova.compute.manager [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Unrescuing [ 1103.127024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.127024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.127024] env[70059]: DEBUG nova.network.neutron [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.304738] env[70059]: INFO nova.network.neutron [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating port df324f48-6193-4c86-9eb3-a1d14344d45d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1103.352853] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525834df-fbdb-e6b0-f97d-6936b89bc101, 'name': SearchDatastore_Task, 'duration_secs': 0.041784} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.354260] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e7b59c-e05a-4299-b1c6-7753eeda0429 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.362054] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1103.362054] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52027a1e-ea4c-e48e-e83d-1728759bf49f" [ 1103.362054] env[70059]: _type = "Task" [ 1103.362054] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.371285] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52027a1e-ea4c-e48e-e83d-1728759bf49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.440880] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a72ba-3360-f12a-a898-ad94a69d4322/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.442147] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb409f-ae76-4522-a081-479841d9d63f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.449963] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a72ba-3360-f12a-a898-ad94a69d4322/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.449963] env[70059]: ERROR oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a72ba-3360-f12a-a898-ad94a69d4322/disk-0.vmdk due to incomplete transfer. [ 1103.449963] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e902eb23-c9dc-4211-9bbb-897ef8bc5569 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457993] env[70059]: DEBUG oslo_vmware.rw_handles [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a72ba-3360-f12a-a898-ad94a69d4322/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1103.457993] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Uploaded image a17be24e-0bf6-4178-a811-21dfab98c97e to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1103.460634] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.460956] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6965dea-2b26-4751-8bd2-be6baae4f9a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.467015] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1103.467015] env[70059]: value = "task-3189716" [ 1103.467015] env[70059]: _type = "Task" [ 1103.467015] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.475487] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189716, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.769432] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3a4a1-c92e-448c-9802-714f640f99ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.780151] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf24dc-1e6b-481b-a26d-bfa1d131d70e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.816424] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e1248-9e55-472e-94e5-14ad8bcc2aac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.825367] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3061dc01-ffd0-4e9b-b5d8-b11d3ad1aa4c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.840231] env[70059]: DEBUG nova.compute.provider_tree [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.871246] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52027a1e-ea4c-e48e-e83d-1728759bf49f, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.871530] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.871794] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad/b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.872063] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6763b98-f693-4a52-8c91-a9d989924cc0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.879012] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1103.879012] env[70059]: value = "task-3189717" [ 1103.879012] env[70059]: _type = "Task" [ 1103.879012] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.888145] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.934180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.934673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.934870] env[70059]: DEBUG nova.network.neutron [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.978679] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189716, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.174264] env[70059]: DEBUG nova.network.neutron [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.237112] env[70059]: DEBUG nova.network.neutron [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Successfully updated port: 5e71dd64-27e4-465e-8a65-7e3d28fdf6fe {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.347427] env[70059]: DEBUG nova.scheduler.client.report [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.355050] env[70059]: DEBUG nova.compute.manager [req-d292bba6-f0fa-48b7-8217-24969056dbbd req-74f7c495-9c41-4d6a-881a-693f4fd1d1d9 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-vif-plugged-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.355050] env[70059]: DEBUG oslo_concurrency.lockutils [req-d292bba6-f0fa-48b7-8217-24969056dbbd req-74f7c495-9c41-4d6a-881a-693f4fd1d1d9 service nova] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.355212] env[70059]: DEBUG oslo_concurrency.lockutils [req-d292bba6-f0fa-48b7-8217-24969056dbbd req-74f7c495-9c41-4d6a-881a-693f4fd1d1d9 service nova] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.356100] env[70059]: DEBUG oslo_concurrency.lockutils [req-d292bba6-f0fa-48b7-8217-24969056dbbd req-74f7c495-9c41-4d6a-881a-693f4fd1d1d9 service nova] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.356100] env[70059]: DEBUG nova.compute.manager [req-d292bba6-f0fa-48b7-8217-24969056dbbd req-74f7c495-9c41-4d6a-881a-693f4fd1d1d9 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] No waiting events found dispatching network-vif-plugged-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.356100] env[70059]: WARNING nova.compute.manager [req-d292bba6-f0fa-48b7-8217-24969056dbbd req-74f7c495-9c41-4d6a-881a-693f4fd1d1d9 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received unexpected event network-vif-plugged-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe for instance with vm_state active and task_state None. [ 1104.395484] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189717, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.481478] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189716, 'name': Destroy_Task, 'duration_secs': 0.947281} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.481798] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroyed the VM [ 1104.482011] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.482388] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5aebdb15-de16-4e52-af9d-b9a3536f729d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.491060] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1104.491060] env[70059]: value = "task-3189718" [ 1104.491060] env[70059]: _type = "Task" [ 1104.491060] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.502129] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189718, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.677283] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.678065] env[70059]: DEBUG nova.objects.instance [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'flavor' on Instance uuid 45f53d7e-df03-4d76-9a62-fb849250b24d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.715254] env[70059]: DEBUG nova.network.neutron [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.741975] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.741975] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.741975] env[70059]: DEBUG nova.network.neutron [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.857923] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.861291] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.978s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.865221] env[70059]: INFO nova.compute.claims [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.886496] env[70059]: INFO nova.scheduler.client.report [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Deleted allocations for instance 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b [ 1104.892271] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898915} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.899891] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad/b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.899891] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.899891] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd11518-3ffd-4bc6-86b7-5ad7f1cb93d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.908032] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1104.908032] env[70059]: value = "task-3189719" [ 1104.908032] env[70059]: _type = "Task" [ 1104.908032] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.917788] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.002794] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189718, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.185291] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630b262-1ffd-4605-8ac2-b3894cf98c4c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.214284] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.214751] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28fd4b3-61a6-4672-a67f-801cd395744e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.218279] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.224177] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1105.224177] env[70059]: value = "task-3189720" [ 1105.224177] env[70059]: _type = "Task" [ 1105.224177] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.233434] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.292596] env[70059]: WARNING nova.network.neutron [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] 4585d055-7248-4da8-aceb-2099a262154c already exists in list: networks containing: ['4585d055-7248-4da8-aceb-2099a262154c']. ignoring it [ 1105.292820] env[70059]: WARNING nova.network.neutron [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] 4585d055-7248-4da8-aceb-2099a262154c already exists in list: networks containing: ['4585d055-7248-4da8-aceb-2099a262154c']. ignoring it [ 1105.331229] env[70059]: DEBUG nova.compute.manager [req-43f503f7-7b98-465e-92ff-0e32d57c60b9 req-92fbc9d5-8b39-47e0-8922-485d7e11948d service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-vif-plugged-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.331655] env[70059]: DEBUG oslo_concurrency.lockutils [req-43f503f7-7b98-465e-92ff-0e32d57c60b9 req-92fbc9d5-8b39-47e0-8922-485d7e11948d service nova] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.331979] env[70059]: DEBUG oslo_concurrency.lockutils [req-43f503f7-7b98-465e-92ff-0e32d57c60b9 req-92fbc9d5-8b39-47e0-8922-485d7e11948d service nova] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.332272] env[70059]: DEBUG oslo_concurrency.lockutils [req-43f503f7-7b98-465e-92ff-0e32d57c60b9 req-92fbc9d5-8b39-47e0-8922-485d7e11948d service nova] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.332522] env[70059]: DEBUG nova.compute.manager [req-43f503f7-7b98-465e-92ff-0e32d57c60b9 req-92fbc9d5-8b39-47e0-8922-485d7e11948d service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] No waiting events found dispatching network-vif-plugged-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.332784] env[70059]: WARNING nova.compute.manager [req-43f503f7-7b98-465e-92ff-0e32d57c60b9 req-92fbc9d5-8b39-47e0-8922-485d7e11948d service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received unexpected event network-vif-plugged-df324f48-6193-4c86-9eb3-a1d14344d45d for instance with vm_state shelved_offloaded and task_state spawning. [ 1105.403558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7b75add5-85d4-4fda-a634-9877b27eed8a tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "00693c4b-cc75-41c0-9dc9-8a6a8c97f52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.660s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.417663] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069968} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.417950] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.418788] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10efa1-70e7-436e-9c6a-1d21922d4ec3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.448666] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad/b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.449379] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03df4058-5206-4048-b307-c46f1d14fb39 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.474000] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1105.474000] env[70059]: value = "task-3189721" [ 1105.474000] env[70059]: _type = "Task" [ 1105.474000] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.483682] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.503230] env[70059]: DEBUG oslo_vmware.api [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189718, 'name': RemoveSnapshot_Task, 'duration_secs': 0.739137} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.506064] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.506312] env[70059]: INFO nova.compute.manager [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 1105.557270] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.558138] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.558138] env[70059]: DEBUG nova.network.neutron [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.740017] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189720, 'name': PowerOffVM_Task, 'duration_secs': 0.344452} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.740017] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.745316] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.747884] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f22bf8a-3ded-4a80-93f4-ddc3a2718045 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.764837] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d43c26-5a37-42e7-a078-099b81dbae3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.786377] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f0c320-87df-45be-99fb-7f727568e2ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.791500] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1105.791500] env[70059]: value = "task-3189722" [ 1105.791500] env[70059]: _type = "Task" [ 1105.791500] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.795907] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.807306] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.858816] env[70059]: DEBUG nova.network.neutron [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "address": "fa:16:3e:2d:bc:c5", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dd51c-e2", "ovs_interfaceid": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e71dd64-27e4-465e-8a65-7e3d28fdf6fe", "address": "fa:16:3e:9b:a0:11", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e71dd64-27", "ovs_interfaceid": "5e71dd64-27e4-465e-8a65-7e3d28fdf6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.994141] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.105902] env[70059]: DEBUG nova.compute.manager [None req-eb01e315-5a8f-4a93-b077-d231f310c889 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Found 2 images (rotation: 2) {{(pid=70059) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1106.128611] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ea7c36-7dec-4213-98ff-e6d0f6eb2caf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.138816] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2313efd-ec1f-4c62-9f45-d932a6abf653 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.178395] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e863e24-c471-4ee0-9ec1-2f4dd11ff10f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.187681] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b72131f-f0de-46db-8690-54a41fa62d48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.203688] env[70059]: DEBUG nova.compute.provider_tree [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.300975] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189722, 'name': ReconfigVM_Task, 'duration_secs': 0.513756} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.301418] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.301657] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.304054] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.304402] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d465a1-4796-4f30-987d-de4d2600637d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.306210] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f556de-7050-4fc0-a302-cc696bbd89cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.314965] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1106.314965] env[70059]: value = "task-3189725" [ 1106.314965] env[70059]: _type = "Task" [ 1106.314965] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.316581] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1106.316581] env[70059]: value = "task-3189724" [ 1106.316581] env[70059]: _type = "Task" [ 1106.316581] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.329960] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.331993] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.362700] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.363651] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.364940] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.366900] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea817f-3bc1-482f-93a2-9b3129a5d7f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.393390] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.393669] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.393832] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.394027] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.394183] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.394329] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.394533] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.394693] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.394872] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.395044] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.395237] env[70059]: DEBUG nova.virt.hardware [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.402019] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfiguring VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1106.402410] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9c9add-5aea-4fa7-b6be-4a8f77a09e57 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.421887] env[70059]: DEBUG oslo_vmware.api [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1106.421887] env[70059]: value = "task-3189726" [ 1106.421887] env[70059]: _type = "Task" [ 1106.421887] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.433839] env[70059]: DEBUG oslo_vmware.api [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189726, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.485805] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189721, 'name': ReconfigVM_Task, 'duration_secs': 0.636881} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.486105] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Reconfigured VM instance instance-0000005d to attach disk [datastore2] b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad/b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.487030] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de48debb-6790-419f-ad3f-ee264bda2a01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.495175] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1106.495175] env[70059]: value = "task-3189727" [ 1106.495175] env[70059]: _type = "Task" [ 1106.495175] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.505705] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189727, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.608159] env[70059]: DEBUG nova.network.neutron [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.707459] env[70059]: DEBUG nova.scheduler.client.report [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.830256] env[70059]: DEBUG oslo_vmware.api [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189724, 'name': PowerOnVM_Task, 'duration_secs': 0.429859} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.833697] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.833953] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ea71f58f-b7f9-44e0-9595-bb3d549197d5 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance '2c6f2182-1d1e-4262-aa37-526bb79ebc25' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.837724] env[70059]: DEBUG oslo_vmware.api [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189725, 'name': PowerOnVM_Task, 'duration_secs': 0.455473} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.838232] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.838503] env[70059]: DEBUG nova.compute.manager [None req-d48e3509-57b9-479d-a55d-2e987f8d5f93 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.839419] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f144da0-3c85-4c76-ad54-e2ff9c227b64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.935020] env[70059]: DEBUG oslo_vmware.api [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.949060] env[70059]: DEBUG nova.compute.manager [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.951168] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a820d8-e519-4fe3-a782-a2d3b0bee4ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.955386] env[70059]: DEBUG nova.compute.manager [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-changed-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.955570] env[70059]: DEBUG nova.compute.manager [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing instance network info cache due to event network-changed-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.955816] env[70059]: DEBUG oslo_concurrency.lockutils [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.955928] env[70059]: DEBUG oslo_concurrency.lockutils [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.956102] env[70059]: DEBUG nova.network.neutron [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Refreshing network info cache for port 5e71dd64-27e4-465e-8a65-7e3d28fdf6fe {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.010561] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189727, 'name': Rename_Task, 'duration_secs': 0.166845} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.012054] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.012054] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-269e7b27-633b-45b4-8d5b-4c44e9c22f09 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.021514] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1107.021514] env[70059]: value = "task-3189728" [ 1107.021514] env[70059]: _type = "Task" [ 1107.021514] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.031506] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.110790] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.147462] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae8d5159d840b5f5a4679244c5ddb121',container_format='bare',created_at=2025-03-26T22:08:51Z,direct_url=,disk_format='vmdk',id=bdbcb0ea-1e4e-4e21-a016-2c559f255cf3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-663836481-shelved',owner='06f5f089e44a49889567f7a33085e60f',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-26T22:09:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.148579] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.148579] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.150125] env[70059]: DEBUG nova.virt.hardware [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.151035] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2239f77-1168-43c2-8036-7d37f0763d80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.160411] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baad2f4-c1f8-4955-946b-01549105a687 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.176023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e0:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df324f48-6193-4c86-9eb3-a1d14344d45d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.183376] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.183697] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.183927] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-875531b1-6001-4b35-89e7-a78eb4940464 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.207243] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.207243] env[70059]: value = "task-3189729" [ 1107.207243] env[70059]: _type = "Task" [ 1107.207243] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.215383] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.216155] env[70059]: DEBUG nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.222502] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.725s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.224468] env[70059]: INFO nova.compute.claims [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.227537] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189729, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.434147] env[70059]: DEBUG oslo_vmware.api [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189726, 'name': ReconfigVM_Task, 'duration_secs': 0.777084} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.434928] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.435045] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfigured VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1107.466647] env[70059]: INFO nova.compute.manager [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] instance snapshotting [ 1107.467305] env[70059]: DEBUG nova.objects.instance [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'flavor' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.532932] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.584888] env[70059]: DEBUG nova.compute.manager [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.585328] env[70059]: DEBUG nova.compute.manager [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing instance network info cache due to event network-changed-df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.585328] env[70059]: DEBUG oslo_concurrency.lockutils [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] Acquiring lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.585493] env[70059]: DEBUG oslo_concurrency.lockutils [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] Acquired lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.585647] env[70059]: DEBUG nova.network.neutron [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Refreshing network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.696378] env[70059]: DEBUG nova.network.neutron [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updated VIF entry in instance network info cache for port 5e71dd64-27e4-465e-8a65-7e3d28fdf6fe. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.696875] env[70059]: DEBUG nova.network.neutron [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "address": "fa:16:3e:2d:bc:c5", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dd51c-e2", "ovs_interfaceid": "ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e71dd64-27e4-465e-8a65-7e3d28fdf6fe", "address": "fa:16:3e:9b:a0:11", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e71dd64-27", "ovs_interfaceid": "5e71dd64-27e4-465e-8a65-7e3d28fdf6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.720015] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189729, 'name': CreateVM_Task, 'duration_secs': 0.49171} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.720274] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.720983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.721169] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.721550] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.721803] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bdd78d-f365-4eb3-adb6-ee593bf4aab3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.727628] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1107.727628] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529d9fdf-02d1-ca30-591f-258f9c3cce3e" [ 1107.727628] env[70059]: _type = "Task" [ 1107.727628] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.732392] env[70059]: DEBUG nova.compute.utils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.738140] env[70059]: DEBUG nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1107.745710] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.745953] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Processing image bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.746209] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.746355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.746528] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.747040] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5646522c-87c3-4fd1-918b-b30371f400c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.759071] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.759272] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.759995] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08163bb8-f748-41b4-ac71-39fe9e27ee40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.765939] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1107.765939] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524ded75-bc18-b9bc-6d90-b16c4730798e" [ 1107.765939] env[70059]: _type = "Task" [ 1107.765939] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.775887] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524ded75-bc18-b9bc-6d90-b16c4730798e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.940364] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bf02b2d8-42b6-4cdf-a06b-c881871be241 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.562s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.972538] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189325e7-d1a9-43bc-8d45-daf618814772 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.994471] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b2bb0a-7485-4580-b030-fd0d8843ef42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.034252] env[70059]: DEBUG oslo_vmware.api [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189728, 'name': PowerOnVM_Task, 'duration_secs': 0.593739} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.034562] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.034913] env[70059]: INFO nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1108.035110] env[70059]: DEBUG nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.036602] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eede4ed-6a63-4242-b80a-bfdeb82a0012 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.200251] env[70059]: DEBUG oslo_concurrency.lockutils [req-bfb93b1d-e55c-46a4-8f70-4fe64c7fe2f0 req-63f723af-4c33-4271-a7e3-b50f77b66a50 service nova] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.218143] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.218384] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.238718] env[70059]: DEBUG nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.286065] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1108.286281] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Fetch image to [datastore2] OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee/OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1108.286480] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Downloading stream optimized image bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 to [datastore2] OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee/OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee.vmdk on the data store datastore2 as vApp {{(pid=70059) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1108.286651] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Downloading image file data bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 to the ESX as VM named 'OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee' {{(pid=70059) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1108.402664] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1108.402664] env[70059]: value = "resgroup-9" [ 1108.402664] env[70059]: _type = "ResourcePool" [ 1108.402664] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1108.402973] env[70059]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d9f705a-8151-4ea8-8fe5-aa35d9679cca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.430504] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease: (returnval){ [ 1108.430504] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa987b-2741-e567-d69d-1ee3e94a87bb" [ 1108.430504] env[70059]: _type = "HttpNfcLease" [ 1108.430504] env[70059]: } obtained for vApp import into resource pool (val){ [ 1108.430504] env[70059]: value = "resgroup-9" [ 1108.430504] env[70059]: _type = "ResourcePool" [ 1108.430504] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1108.430935] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the lease: (returnval){ [ 1108.430935] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa987b-2741-e567-d69d-1ee3e94a87bb" [ 1108.430935] env[70059]: _type = "HttpNfcLease" [ 1108.430935] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1108.443543] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.443543] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa987b-2741-e567-d69d-1ee3e94a87bb" [ 1108.443543] env[70059]: _type = "HttpNfcLease" [ 1108.443543] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1108.505815] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.506149] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-701fba3d-5930-4a77-9ff4-cc681ebe1b6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.517066] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1108.517066] env[70059]: value = "task-3189731" [ 1108.517066] env[70059]: _type = "Task" [ 1108.517066] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.522020] env[70059]: DEBUG nova.network.neutron [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updated VIF entry in instance network info cache for port df324f48-6193-4c86-9eb3-a1d14344d45d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.522443] env[70059]: DEBUG nova.network.neutron [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [{"id": "df324f48-6193-4c86-9eb3-a1d14344d45d", "address": "fa:16:3e:87:e0:14", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf324f48-61", "ovs_interfaceid": "df324f48-6193-4c86-9eb3-a1d14344d45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.530707] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.532704] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e697e7-7361-42cd-b869-609a201ba607 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.542300] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682d00eb-da9b-41bc-887a-a88d4e1a3223 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.583347] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b218d83-0a1e-41e8-8bb2-ce4565b1cfa6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.586653] env[70059]: INFO nova.compute.manager [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Took 21.20 seconds to build instance. [ 1108.594057] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2739408b-1048-4a19-a32a-9366dd73b823 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.614194] env[70059]: DEBUG nova.compute.provider_tree [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.723238] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.795701] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.795993] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.796278] env[70059]: DEBUG nova.compute.manager [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Going to confirm migration 5 {{(pid=70059) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1108.941362] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.941362] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa987b-2741-e567-d69d-1ee3e94a87bb" [ 1108.941362] env[70059]: _type = "HttpNfcLease" [ 1108.941362] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.029113] env[70059]: DEBUG oslo_concurrency.lockutils [req-9c6301e5-4f8f-4476-afa9-942e953cb9a5 req-7ffcaba8-627c-4bf1-a14b-4505ae42904b service nova] Releasing lock "refresh_cache-7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.029634] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189731, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.036938] env[70059]: DEBUG nova.compute.manager [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.037257] env[70059]: DEBUG nova.compute.manager [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing instance network info cache due to event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.037503] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.037682] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.037880] env[70059]: DEBUG nova.network.neutron [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.089056] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1d993a2c-1339-4fd9-9ba4-820527176ba1 tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.710s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.117416] env[70059]: DEBUG nova.scheduler.client.report [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.249701] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.251045] env[70059]: DEBUG nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.276022] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.276022] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.276022] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.276022] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.276295] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.276354] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.276702] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.276971] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.277276] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.277559] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.277853] env[70059]: DEBUG nova.virt.hardware [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.279227] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae76bca1-7d32-49ac-a4bc-30850cb36b51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.289874] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a50f4e-5e57-4d77-97d3-25d82ad4c764 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.293829] env[70059]: DEBUG nova.compute.manager [None req-ffa450e0-a430-43d1-a47e-a5d44d1dbe0d tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.294574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe59dd-6efe-4cad-ab90-7b0f4f1add9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.312300] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.317855] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Creating folder: Project (34a18dd309b6495c87af05754dadcf14). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.320719] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf6300c7-c407-42cf-87b5-198105345756 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.335825] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Created folder: Project (34a18dd309b6495c87af05754dadcf14) in parent group-v637631. [ 1109.336024] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Creating folder: Instances. Parent ref: group-v637903. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.336201] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae5873c5-6102-42a2-9d85-26b7b7761a2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.349614] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Created folder: Instances in parent group-v637903. [ 1109.350185] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.350185] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.350378] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d09e9233-0a41-4299-a168-63297807ac34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.370120] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.370120] env[70059]: value = "task-3189734" [ 1109.370120] env[70059]: _type = "Task" [ 1109.370120] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.379104] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189734, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.422135] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.422382] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.422588] env[70059]: DEBUG nova.network.neutron [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.422779] env[70059]: DEBUG nova.objects.instance [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'info_cache' on Instance uuid 2c6f2182-1d1e-4262-aa37-526bb79ebc25 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.441055] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.441055] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa987b-2741-e567-d69d-1ee3e94a87bb" [ 1109.441055] env[70059]: _type = "HttpNfcLease" [ 1109.441055] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.442057] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.442057] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa987b-2741-e567-d69d-1ee3e94a87bb" [ 1109.442057] env[70059]: _type = "HttpNfcLease" [ 1109.442057] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1109.442871] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b313630-4ac0-4745-9e84-f8a52116ff9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.452718] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b924d2-c4a1-bc5c-af8f-a68816b39af1/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.452996] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b924d2-c4a1-bc5c-af8f-a68816b39af1/disk-0.vmdk. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1109.516818] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8f6485f-5bf1-4a75-b753-3f1a370e8220 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.529765] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189731, 'name': CreateSnapshot_Task, 'duration_secs': 0.516853} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.530088] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.530918] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f7f951-4c9f-4056-a6d8-fa3c0e57ac9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.558034] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.559342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.559342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.559342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.559342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.561068] env[70059]: INFO nova.compute.manager [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Terminating instance [ 1109.622833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.623548] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.628019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.377s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.628019] env[70059]: INFO nova.compute.claims [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.737542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.737778] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.738037] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.738174] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.738344] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.742135] env[70059]: INFO nova.compute.manager [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Terminating instance [ 1109.772202] env[70059]: DEBUG nova.network.neutron [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updated VIF entry in instance network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.772538] env[70059]: DEBUG nova.network.neutron [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.821122] env[70059]: INFO nova.compute.manager [None req-ffa450e0-a430-43d1-a47e-a5d44d1dbe0d tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] instance snapshotting [ 1109.821694] env[70059]: DEBUG nova.objects.instance [None req-ffa450e0-a430-43d1-a47e-a5d44d1dbe0d tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lazy-loading 'flavor' on Instance uuid b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.880120] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189734, 'name': CreateVM_Task, 'duration_secs': 0.29876} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.880367] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.880710] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.880872] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.881231] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.881546] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989ebc65-f842-44ad-a7b4-668b81b682e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.886153] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1109.886153] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5251d7cf-66ed-7e0b-e431-41a5bcee173f" [ 1109.886153] env[70059]: _type = "Task" [ 1109.886153] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.893743] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5251d7cf-66ed-7e0b-e431-41a5bcee173f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.912747] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.912747] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.052062] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1110.052446] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c00ba96-2083-4d05-84e3-85c2a3ad9408 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.064184] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1110.064184] env[70059]: value = "task-3189735" [ 1110.064184] env[70059]: _type = "Task" [ 1110.064184] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.064800] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "refresh_cache-b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.065037] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquired lock "refresh_cache-b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.065299] env[70059]: DEBUG nova.network.neutron [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.081526] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189735, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.132716] env[70059]: DEBUG nova.compute.utils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.138922] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.138922] env[70059]: DEBUG nova.network.neutron [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.181952] env[70059]: DEBUG nova.policy [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.247115] env[70059]: DEBUG nova.compute.manager [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.247115] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.247982] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21054ea-da17-4f6d-934a-c96cde940e45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.265344] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.266730] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5d893a-d07f-43eb-a68f-ec5285f6d6c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.277697] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.278012] env[70059]: DEBUG nova.compute.manager [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.278222] env[70059]: DEBUG nova.compute.manager [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing instance network info cache due to event network-changed-ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.278472] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] Acquiring lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.278640] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] Acquired lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.278822] env[70059]: DEBUG nova.network.neutron [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Refreshing network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.286228] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1110.286228] env[70059]: value = "task-3189736" [ 1110.286228] env[70059]: _type = "Task" [ 1110.286228] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.303120] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.330321] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ecad0f-5ef0-4b3a-b2c5-1121bfd296b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.355754] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf71f7b-0d1c-420b-a43b-c3f110249e78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.398022] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5251d7cf-66ed-7e0b-e431-41a5bcee173f, 'name': SearchDatastore_Task, 'duration_secs': 0.044272} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.398454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.398852] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.399210] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.399940] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.399940] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.399940] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e42e4b5-bfe4-481f-86d2-6777dbc74325 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.411702] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.411971] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.412833] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b265dc-28ee-4ea9-8570-fd4a656acc5c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.417868] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.418092] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.418946] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b667f04-6b5c-4aec-949a-a3011594d3ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.426604] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1110.426604] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523fba80-9f27-a9b6-c716-cbd11bdddb29" [ 1110.426604] env[70059]: _type = "Task" [ 1110.426604] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.453527] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253543a-7679-4942-b065-081539a9cd69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.460478] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523fba80-9f27-a9b6-c716-cbd11bdddb29, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.461886] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72efca55-3a02-48c2-a3a4-8b83c42657b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.496452] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfiguring VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1110.508235] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f087cfd3-c653-4971-8e49-88ae229998f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.528929] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1110.528929] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b2e7fe-a4fb-c85a-f11a-dad405231453" [ 1110.528929] env[70059]: _type = "Task" [ 1110.528929] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.536597] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1110.536597] env[70059]: value = "task-3189737" [ 1110.536597] env[70059]: _type = "Task" [ 1110.536597] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.545971] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52b2e7fe-a4fb-c85a-f11a-dad405231453, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.551020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.551020] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.551020] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db374ede-a5d8-419e-9476-331ef480d92b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.561510] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.563096] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1110.563096] env[70059]: value = "task-3189738" [ 1110.563096] env[70059]: _type = "Task" [ 1110.563096] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.581239] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.590317] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189735, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.615032] env[70059]: DEBUG nova.network.neutron [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.617982] env[70059]: DEBUG nova.network.neutron [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Successfully created port: 225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.637514] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.734766] env[70059]: DEBUG nova.network.neutron [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.811849] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189736, 'name': PowerOffVM_Task, 'duration_secs': 0.420514} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.814734] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.815075] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.815378] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dcbbdbc-7d92-4762-8dff-2f4408eee0dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.873628] env[70059]: DEBUG nova.compute.manager [None req-ffa450e0-a430-43d1-a47e-a5d44d1dbe0d tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Instance disappeared during snapshot {{(pid=70059) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1110.895175] env[70059]: DEBUG nova.network.neutron [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [{"id": "2bf1e264-b971-426f-991c-7b3832defab4", "address": "fa:16:3e:0b:d4:6e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf1e264-b9", "ovs_interfaceid": "2bf1e264-b971-426f-991c-7b3832defab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.954323] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4de0f3-8a9e-4359-96b3-7afca1ab522f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.970707] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc08a67-4be6-4e3a-8117-32d3ee922298 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.014764] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2789332a-4a3c-4e19-bf0f-dca55108acb0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.025530] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98119aef-0574-4cf6-8449-3f0cf0ee2508 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.046341] env[70059]: DEBUG nova.compute.provider_tree [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.067319] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.082945] env[70059]: DEBUG nova.compute.manager [None req-ffa450e0-a430-43d1-a47e-a5d44d1dbe0d tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Found 0 images (rotation: 2) {{(pid=70059) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1111.087726] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189738, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.096250] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189735, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.162950] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1111.166576] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b924d2-c4a1-bc5c-af8f-a68816b39af1/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.166576] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f855b2d-f319-45b6-b5d5-f62f8ff649e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.176104] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b924d2-c4a1-bc5c-af8f-a68816b39af1/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.176287] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b924d2-c4a1-bc5c-af8f-a68816b39af1/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1111.176521] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3731f6e5-42b8-4229-a541-c9f6daf2369d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.225227] env[70059]: DEBUG nova.network.neutron [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updated VIF entry in instance network info cache for port ae2560c9-d182-44c1-9bcc-d1433f5638ec. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.225605] env[70059]: DEBUG nova.network.neutron [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [{"id": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "address": "fa:16:3e:b1:7d:e6", "network": {"id": "a9b794c9-22f5-4121-8f7f-27ed28ad1992", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-580078486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528310572cb648ba81bdf64bf166c776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2560c9-d1", "ovs_interfaceid": "ae2560c9-d182-44c1-9bcc-d1433f5638ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.238071] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Releasing lock "refresh_cache-b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.238512] env[70059]: DEBUG nova.compute.manager [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.238768] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.240223] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515653ec-b548-4c20-acf2-617cf32b7b68 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.250109] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.250410] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d555db2-ca94-47a8-82ed-67c80049178d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.257655] env[70059]: DEBUG oslo_vmware.api [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1111.257655] env[70059]: value = "task-3189740" [ 1111.257655] env[70059]: _type = "Task" [ 1111.257655] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.267050] env[70059]: DEBUG oslo_vmware.api [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.374192] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.374472] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.374762] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Deleting the datastore file [datastore1] 0ce3d967-dac6-4fb1-876b-556531b0f5f1 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.374999] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f18666-158d-4c71-9573-4c8aed8e7da8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.383696] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for the task: (returnval){ [ 1111.383696] env[70059]: value = "task-3189741" [ 1111.383696] env[70059]: _type = "Task" [ 1111.383696] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.393963] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.397776] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-2c6f2182-1d1e-4262-aa37-526bb79ebc25" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.398111] env[70059]: DEBUG nova.objects.instance [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'migration_context' on Instance uuid 2c6f2182-1d1e-4262-aa37-526bb79ebc25 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.507469] env[70059]: DEBUG oslo_vmware.rw_handles [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b924d2-c4a1-bc5c-af8f-a68816b39af1/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1111.507837] env[70059]: INFO nova.virt.vmwareapi.images [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Downloaded image file data bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 [ 1111.508641] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bd536e-9207-4017-a029-5a83b4c2e329 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.526031] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eeb53b8-b211-4398-8447-5bee32f9674f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.556303] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.558353] env[70059]: DEBUG nova.scheduler.client.report [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.572202] env[70059]: INFO nova.virt.vmwareapi.images [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] The imported VM was unregistered [ 1111.574465] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1111.574765] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.579052] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c63c55d-cb94-4c5c-b10d-b1ad30ac75e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.584315] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593367} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.585126] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.585353] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.585615] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d348f997-e464-40a0-8e17-2719034b98df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.590931] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189735, 'name': CloneVM_Task, 'duration_secs': 1.463148} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.591584] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Created linked-clone VM from snapshot [ 1111.592319] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e10732-059e-4db1-82bc-4bd4ba9b355a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.596723] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1111.596723] env[70059]: value = "task-3189743" [ 1111.596723] env[70059]: _type = "Task" [ 1111.596723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.599942] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Uploading image 8ce71486-c3c8-4421-97aa-1aaac83d3f20 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.607902] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created directory with path [datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.608160] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee/OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee.vmdk to [datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk. {{(pid=70059) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1111.611289] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4d2dcc48-ecad-4cd5-9a38-e01c94672a52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.614653] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.621057] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1111.621057] env[70059]: value = "task-3189744" [ 1111.621057] env[70059]: _type = "Task" [ 1111.621057] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.632818] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.632818] env[70059]: value = "vm-637906" [ 1111.632818] env[70059]: _type = "VirtualMachine" [ 1111.632818] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.633224] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acd3344b-ee2b-4c13-9962-e35142a4cb4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.639632] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.655371] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.661854] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease: (returnval){ [ 1111.661854] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b45b18-bc7d-d598-0185-d6bdc79a3928" [ 1111.661854] env[70059]: _type = "HttpNfcLease" [ 1111.661854] env[70059]: } obtained for exporting VM: (result){ [ 1111.661854] env[70059]: value = "vm-637906" [ 1111.661854] env[70059]: _type = "VirtualMachine" [ 1111.661854] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.662221] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the lease: (returnval){ [ 1111.662221] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b45b18-bc7d-d598-0185-d6bdc79a3928" [ 1111.662221] env[70059]: _type = "HttpNfcLease" [ 1111.662221] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.673042] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.673042] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b45b18-bc7d-d598-0185-d6bdc79a3928" [ 1111.673042] env[70059]: _type = "HttpNfcLease" [ 1111.673042] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.686691] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.687158] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.687444] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.687763] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.688044] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.688313] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.688652] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.688919] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.689226] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.689496] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.689778] env[70059]: DEBUG nova.virt.hardware [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.691113] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f55c1-45a6-424b-a671-43934896a7c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.703312] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b7e830-2728-4e26-9a0a-4e01265217cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.728461] env[70059]: DEBUG oslo_concurrency.lockutils [req-7f3c646e-2d96-478b-9d67-4bbb26ad7b7a req-04616743-5c87-48cb-af9d-a10064a9e1ed service nova] Releasing lock "refresh_cache-45f53d7e-df03-4d76-9a62-fb849250b24d" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.768290] env[70059]: DEBUG oslo_vmware.api [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189740, 'name': PowerOffVM_Task, 'duration_secs': 0.226103} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.768474] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.768618] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.769694] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb9ac9f5-160a-4c80-b1a1-f365068c95e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.798531] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.798784] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.799024] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Deleting the datastore file [datastore2] b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.799454] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c182c7-07df-4bec-82b6-1ff0b11629c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.807477] env[70059]: DEBUG oslo_vmware.api [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for the task: (returnval){ [ 1111.807477] env[70059]: value = "task-3189747" [ 1111.807477] env[70059]: _type = "Task" [ 1111.807477] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.816417] env[70059]: DEBUG oslo_vmware.api [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.894712] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.901635] env[70059]: DEBUG nova.objects.base [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Object Instance<2c6f2182-1d1e-4262-aa37-526bb79ebc25> lazy-loaded attributes: info_cache,migration_context {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.902451] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662785ac-e15c-45ca-938a-19b813a7e43f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.920738] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adaef1f-0fbc-422e-9fc0-ab9aa7ef8c5b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.928164] env[70059]: DEBUG oslo_vmware.api [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1111.928164] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ab04a6-581b-59ba-ca59-62664836c0c5" [ 1111.928164] env[70059]: _type = "Task" [ 1111.928164] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.935804] env[70059]: DEBUG oslo_vmware.api [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ab04a6-581b-59ba-ca59-62664836c0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.057163] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.063111] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.063636] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.109112] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302113} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.109397] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.110198] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eea1d0-84ad-4f77-8c91-98f97c74a34a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.130761] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.135125] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f6bcc5-ff79-409d-8290-36eff2113dc0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.149755] env[70059]: DEBUG nova.compute.manager [req-2d960022-7572-4960-b9e5-9d7251ff26f7 req-e0ef7a0a-f2f8-4f4f-94c2-e893eded2121 service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Received event network-vif-plugged-225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.149995] env[70059]: DEBUG oslo_concurrency.lockutils [req-2d960022-7572-4960-b9e5-9d7251ff26f7 req-e0ef7a0a-f2f8-4f4f-94c2-e893eded2121 service nova] Acquiring lock "b95e9306-1fce-4fe0-983d-5806093347d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.150262] env[70059]: DEBUG oslo_concurrency.lockutils [req-2d960022-7572-4960-b9e5-9d7251ff26f7 req-e0ef7a0a-f2f8-4f4f-94c2-e893eded2121 service nova] Lock "b95e9306-1fce-4fe0-983d-5806093347d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.150437] env[70059]: DEBUG oslo_concurrency.lockutils [req-2d960022-7572-4960-b9e5-9d7251ff26f7 req-e0ef7a0a-f2f8-4f4f-94c2-e893eded2121 service nova] Lock "b95e9306-1fce-4fe0-983d-5806093347d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.150603] env[70059]: DEBUG nova.compute.manager [req-2d960022-7572-4960-b9e5-9d7251ff26f7 req-e0ef7a0a-f2f8-4f4f-94c2-e893eded2121 service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] No waiting events found dispatching network-vif-plugged-225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.150762] env[70059]: WARNING nova.compute.manager [req-2d960022-7572-4960-b9e5-9d7251ff26f7 req-e0ef7a0a-f2f8-4f4f-94c2-e893eded2121 service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Received unexpected event network-vif-plugged-225fcbc7-11c7-458d-b83e-6dc60c33c038 for instance with vm_state building and task_state spawning. [ 1112.157175] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.158448] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1112.158448] env[70059]: value = "task-3189748" [ 1112.158448] env[70059]: _type = "Task" [ 1112.158448] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.169052] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.172547] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.172547] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b45b18-bc7d-d598-0185-d6bdc79a3928" [ 1112.172547] env[70059]: _type = "HttpNfcLease" [ 1112.172547] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.172811] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.172811] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52b45b18-bc7d-d598-0185-d6bdc79a3928" [ 1112.172811] env[70059]: _type = "HttpNfcLease" [ 1112.172811] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.173516] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5fe82-7a25-41ab-84a2-e02357ef0fdb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.183206] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dddeb4-48d6-8672-36cd-c029a8a94f71/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.183387] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dddeb4-48d6-8672-36cd-c029a8a94f71/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1112.244123] env[70059]: DEBUG nova.network.neutron [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Successfully updated port: 225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.279072] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab1d25e7-70d0-4624-8462-c2e1c7de5392 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.320588] env[70059]: DEBUG oslo_vmware.api [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Task: {'id': task-3189747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467366} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.320833] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.321022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.321236] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.323472] env[70059]: INFO nova.compute.manager [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1112.323472] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.323472] env[70059]: DEBUG nova.compute.manager [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.323472] env[70059]: DEBUG nova.network.neutron [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.339920] env[70059]: DEBUG nova.network.neutron [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.397828] env[70059]: DEBUG oslo_vmware.api [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Task: {'id': task-3189741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.705208} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.397828] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.397828] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.397828] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.398233] env[70059]: INFO nova.compute.manager [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1112.398349] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.398541] env[70059]: DEBUG nova.compute.manager [-] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.398638] env[70059]: DEBUG nova.network.neutron [-] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.442909] env[70059]: DEBUG oslo_vmware.api [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ab04a6-581b-59ba-ca59-62664836c0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.033422} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.447089] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.447397] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.561198] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.569788] env[70059]: DEBUG nova.compute.utils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.570487] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.573015] env[70059]: DEBUG nova.network.neutron [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.639631] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.675545] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.748032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-b95e9306-1fce-4fe0-983d-5806093347d6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.748032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-b95e9306-1fce-4fe0-983d-5806093347d6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.748032] env[70059]: DEBUG nova.network.neutron [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.842916] env[70059]: DEBUG nova.network.neutron [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.909262] env[70059]: DEBUG nova.policy [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53400632dc834bca810eac709d27b534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a55fc8546802456586b1393ed83adeec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.066941] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.075353] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.147649] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.184261] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.255722] env[70059]: DEBUG nova.network.neutron [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Successfully created port: b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.276984] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a489aa4-abf3-4629-8cbd-28c05d60976a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.288593] env[70059]: DEBUG nova.network.neutron [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.291681] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc5979-11f9-4aef-97df-fdec79a7c218 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.332774] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9fc2f5-0cee-46c6-a296-bede3611e894 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.345194] env[70059]: INFO nova.compute.manager [-] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Took 1.02 seconds to deallocate network for instance. [ 1113.350861] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8e61f-777d-497e-a989-b95e0d6aafbd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.383984] env[70059]: DEBUG nova.compute.provider_tree [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.519757] env[70059]: DEBUG nova.network.neutron [-] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.531679] env[70059]: DEBUG nova.network.neutron [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Updating instance_info_cache with network_info: [{"id": "225fcbc7-11c7-458d-b83e-6dc60c33c038", "address": "fa:16:3e:73:6e:a7", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225fcbc7-11", "ovs_interfaceid": "225fcbc7-11c7-458d-b83e-6dc60c33c038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.566637] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.642853] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.679939] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.871014] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.890650] env[70059]: DEBUG nova.scheduler.client.report [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.021679] env[70059]: INFO nova.compute.manager [-] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Took 1.62 seconds to deallocate network for instance. [ 1114.036542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-b95e9306-1fce-4fe0-983d-5806093347d6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.036895] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Instance network_info: |[{"id": "225fcbc7-11c7-458d-b83e-6dc60c33c038", "address": "fa:16:3e:73:6e:a7", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225fcbc7-11", "ovs_interfaceid": "225fcbc7-11c7-458d-b83e-6dc60c33c038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.037537] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:6e:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '225fcbc7-11c7-458d-b83e-6dc60c33c038', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.045637] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.046337] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.046711] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3c5ec30-4a72-48d3-a413-3cd23ba8e5ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.074843] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.076645] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.076645] env[70059]: value = "task-3189749" [ 1114.076645] env[70059]: _type = "Task" [ 1114.076645] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.086856] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.092984] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189749, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.120369] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.120803] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.121048] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.121420] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.121827] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.121998] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.122243] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.122636] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.122866] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.123187] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.123383] env[70059]: DEBUG nova.virt.hardware [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.124356] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6584d122-1b66-4a19-961a-1b204d165ef2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.139259] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.143683] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000c175-935e-4090-8d1c-ab32168f6628 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.154099] env[70059]: DEBUG nova.compute.manager [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Received event network-changed-225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.154415] env[70059]: DEBUG nova.compute.manager [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Refreshing instance network info cache due to event network-changed-225fcbc7-11c7-458d-b83e-6dc60c33c038. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.154728] env[70059]: DEBUG oslo_concurrency.lockutils [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] Acquiring lock "refresh_cache-b95e9306-1fce-4fe0-983d-5806093347d6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.154910] env[70059]: DEBUG oslo_concurrency.lockutils [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] Acquired lock "refresh_cache-b95e9306-1fce-4fe0-983d-5806093347d6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.155166] env[70059]: DEBUG nova.network.neutron [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Refreshing network info cache for port 225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.187233] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.530615] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.576470] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.587395] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189749, 'name': CreateVM_Task, 'duration_secs': 0.496394} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.587568] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.588308] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.588477] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.588807] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.589113] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145ead17-c20d-42d4-b740-ccea16915c79 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.594718] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1114.594718] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52456a52-dc32-5bf1-e016-a9e92aa8c2f5" [ 1114.594718] env[70059]: _type = "Task" [ 1114.594718] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.605602] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52456a52-dc32-5bf1-e016-a9e92aa8c2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.639427] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.682046] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189748, 'name': ReconfigVM_Task, 'duration_secs': 2.082075} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.682385] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Reconfigured VM instance instance-0000005e to attach disk [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.683037] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-294b33b5-3083-4124-b83c-5dfcc141f8f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.691763] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1114.691763] env[70059]: value = "task-3189750" [ 1114.691763] env[70059]: _type = "Task" [ 1114.691763] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.702610] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189750, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.846505] env[70059]: DEBUG nova.compute.manager [req-38e87776-2ac3-4d6c-b8c8-686e6d7e0705 req-1df5dff4-620a-48dc-a86e-36c765e87484 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Received event network-vif-plugged-b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.846723] env[70059]: DEBUG oslo_concurrency.lockutils [req-38e87776-2ac3-4d6c-b8c8-686e6d7e0705 req-1df5dff4-620a-48dc-a86e-36c765e87484 service nova] Acquiring lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.847015] env[70059]: DEBUG oslo_concurrency.lockutils [req-38e87776-2ac3-4d6c-b8c8-686e6d7e0705 req-1df5dff4-620a-48dc-a86e-36c765e87484 service nova] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.847155] env[70059]: DEBUG oslo_concurrency.lockutils [req-38e87776-2ac3-4d6c-b8c8-686e6d7e0705 req-1df5dff4-620a-48dc-a86e-36c765e87484 service nova] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.847287] env[70059]: DEBUG nova.compute.manager [req-38e87776-2ac3-4d6c-b8c8-686e6d7e0705 req-1df5dff4-620a-48dc-a86e-36c765e87484 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] No waiting events found dispatching network-vif-plugged-b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.847450] env[70059]: WARNING nova.compute.manager [req-38e87776-2ac3-4d6c-b8c8-686e6d7e0705 req-1df5dff4-620a-48dc-a86e-36c765e87484 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Received unexpected event network-vif-plugged-b6745ea4-e196-441e-a92f-57818d334e5a for instance with vm_state building and task_state spawning. [ 1114.902702] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.455s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.908429] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.038s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.909107] env[70059]: DEBUG nova.objects.instance [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lazy-loading 'resources' on Instance uuid b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.937239] env[70059]: DEBUG nova.network.neutron [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Successfully updated port: b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.965432] env[70059]: DEBUG nova.network.neutron [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Updated VIF entry in instance network info cache for port 225fcbc7-11c7-458d-b83e-6dc60c33c038. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.965789] env[70059]: DEBUG nova.network.neutron [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Updating instance_info_cache with network_info: [{"id": "225fcbc7-11c7-458d-b83e-6dc60c33c038", "address": "fa:16:3e:73:6e:a7", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225fcbc7-11", "ovs_interfaceid": "225fcbc7-11c7-458d-b83e-6dc60c33c038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.082879] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.106724] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52456a52-dc32-5bf1-e016-a9e92aa8c2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.106724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.106724] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.106957] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.107134] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.107357] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.107897] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdfc29dd-bc14-4850-81c8-e30062655b75 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.139292] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189744, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.057881} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.139553] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee/OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee.vmdk to [datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk. [ 1115.139740] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Cleaning up location [datastore2] OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1115.139904] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_48ff1352-7261-4974-a6f2-6e42efc71bee {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.140219] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26746a17-4dbd-40b8-a485-c6e9b1cd286b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.148450] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1115.148450] env[70059]: value = "task-3189751" [ 1115.148450] env[70059]: _type = "Task" [ 1115.148450] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.156942] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.160897] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.161107] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.161881] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e726fb-fbfb-4d2f-a9dc-ac9a310bb2e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.167383] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1115.167383] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5278cfb2-874d-81d4-702b-de2f9e71fee1" [ 1115.167383] env[70059]: _type = "Task" [ 1115.167383] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.175779] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5278cfb2-874d-81d4-702b-de2f9e71fee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.201087] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189750, 'name': Rename_Task, 'duration_secs': 0.212029} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.201401] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.201661] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c660d69b-8c1d-4de0-b59e-61f227550581 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.208411] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1115.208411] env[70059]: value = "task-3189752" [ 1115.208411] env[70059]: _type = "Task" [ 1115.208411] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.218203] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.441020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.441020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquired lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.441020] env[70059]: DEBUG nova.network.neutron [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.469209] env[70059]: DEBUG oslo_concurrency.lockutils [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] Releasing lock "refresh_cache-b95e9306-1fce-4fe0-983d-5806093347d6" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.469608] env[70059]: DEBUG nova.compute.manager [req-5aa773a8-bb02-4e92-828e-ad1f9ba8e455 req-6b81f166-2c3e-48f5-8661-1ee9cd0fdfca service nova] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Received event network-vif-deleted-e072496f-8923-4199-93a5-961624ed499c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.471561] env[70059]: INFO nova.scheduler.client.report [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted allocation for migration 7c0f5980-958f-4070-90eb-4dfd32c23412 [ 1115.578162] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.633539] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa63391-f37e-42e2-83c3-d8d189628b82 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.643749] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6267895f-cc79-48dc-b020-f377959bb906 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.681159] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e48f312-3f79-4195-97f4-35f9317a3eef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.686754] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037978} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.687703] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.687962] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.688178] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk to [datastore2] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.688446] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5682b6f-ae83-4e37-a15d-74bc99b97747 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.696715] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5278cfb2-874d-81d4-702b-de2f9e71fee1, 'name': SearchDatastore_Task, 'duration_secs': 0.021238} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.699141] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29576dac-a7c8-4077-8b9b-2f0405c33d10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.703243] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559cbbef-56d8-4686-8ace-7287279100d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.708051] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1115.708051] env[70059]: value = "task-3189753" [ 1115.708051] env[70059]: _type = "Task" [ 1115.708051] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.725130] env[70059]: DEBUG nova.compute.provider_tree [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.726717] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1115.726717] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520c7aff-6d67-78e6-1ea8-bda1ecd787b7" [ 1115.726717] env[70059]: _type = "Task" [ 1115.726717] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.734231] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.738550] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.744253] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520c7aff-6d67-78e6-1ea8-bda1ecd787b7, 'name': SearchDatastore_Task, 'duration_secs': 0.021255} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.744706] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.744805] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] b95e9306-1fce-4fe0-983d-5806093347d6/b95e9306-1fce-4fe0-983d-5806093347d6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.745060] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-608f2cc1-a046-407f-b2d7-f6604a054c96 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.755984] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1115.755984] env[70059]: value = "task-3189754" [ 1115.755984] env[70059]: _type = "Task" [ 1115.755984] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.765606] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.978728] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e7353da5-9ddd-402b-9b0e-512617d145bb tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.183s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.995909] env[70059]: DEBUG nova.network.neutron [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.080715] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.203968] env[70059]: DEBUG nova.network.neutron [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updating instance_info_cache with network_info: [{"id": "b6745ea4-e196-441e-a92f-57818d334e5a", "address": "fa:16:3e:5c:12:91", "network": {"id": "43c0c5c1-f7ff-4ab5-8c35-cadcfc339e95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-904951655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a55fc8546802456586b1393ed83adeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6745ea4-e1", "ovs_interfaceid": "b6745ea4-e196-441e-a92f-57818d334e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.222958] env[70059]: DEBUG oslo_vmware.api [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189752, 'name': PowerOnVM_Task, 'duration_secs': 0.53944} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.226962] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.226962] env[70059]: INFO nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1116.226962] env[70059]: DEBUG nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.227214] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.229263] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6f348e-6ef0-4d76-bef1-1bc4aec35c45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.236563] env[70059]: DEBUG nova.scheduler.client.report [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.269793] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.547616] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.548059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.548392] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.548685] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.548955] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.552026] env[70059]: INFO nova.compute.manager [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Terminating instance [ 1116.581378] env[70059]: DEBUG oslo_vmware.api [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189737, 'name': ReconfigVM_Task, 'duration_secs': 5.958993} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.581814] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.581879] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Reconfigured VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1116.707114] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Releasing lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.707442] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Instance network_info: |[{"id": "b6745ea4-e196-441e-a92f-57818d334e5a", "address": "fa:16:3e:5c:12:91", "network": {"id": "43c0c5c1-f7ff-4ab5-8c35-cadcfc339e95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-904951655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a55fc8546802456586b1393ed83adeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6745ea4-e1", "ovs_interfaceid": "b6745ea4-e196-441e-a92f-57818d334e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.707952] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:12:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6745ea4-e196-441e-a92f-57818d334e5a', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.716843] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Creating folder: Project (a55fc8546802456586b1393ed83adeec). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.717332] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4082e150-76b2-4991-acb5-9fa2a9ca1351 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.731827] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.737792] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Created folder: Project (a55fc8546802456586b1393ed83adeec) in parent group-v637631. [ 1116.738080] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Creating folder: Instances. Parent ref: group-v637908. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.738184] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-460e5873-a404-4b05-8476-5ce86575f804 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.745399] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.753087] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.223s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.753547] env[70059]: DEBUG nova.objects.instance [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lazy-loading 'resources' on Instance uuid 0ce3d967-dac6-4fb1-876b-556531b0f5f1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.754889] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Created folder: Instances in parent group-v637908. [ 1116.754889] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.757097] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.757389] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27eec1c6-6fd3-41a7-8aab-221cec1dd9fb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.780129] env[70059]: INFO nova.compute.manager [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Took 15.92 seconds to build instance. [ 1116.783054] env[70059]: INFO nova.scheduler.client.report [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Deleted allocations for instance b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad [ 1116.790668] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89751} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.792756] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] b95e9306-1fce-4fe0-983d-5806093347d6/b95e9306-1fce-4fe0-983d-5806093347d6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.792756] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.792949] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.792949] env[70059]: value = "task-3189757" [ 1116.792949] env[70059]: _type = "Task" [ 1116.792949] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.793172] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1ae704f-885a-43fd-8cd0-4ad41dda5603 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.808478] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1116.808478] env[70059]: value = "task-3189758" [ 1116.808478] env[70059]: _type = "Task" [ 1116.808478] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.815121] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189757, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.825563] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.883235] env[70059]: DEBUG nova.compute.manager [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Received event network-changed-b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.883471] env[70059]: DEBUG nova.compute.manager [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Refreshing instance network info cache due to event network-changed-b6745ea4-e196-441e-a92f-57818d334e5a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.883700] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] Acquiring lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.883842] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] Acquired lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.883998] env[70059]: DEBUG nova.network.neutron [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Refreshing network info cache for port b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.927326] env[70059]: DEBUG nova.compute.manager [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-vif-deleted-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.927510] env[70059]: INFO nova.compute.manager [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Neutron deleted interface ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38; detaching it from the instance and deleting it from the info cache [ 1116.927732] env[70059]: DEBUG nova.network.neutron [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5e71dd64-27e4-465e-8a65-7e3d28fdf6fe", "address": "fa:16:3e:9b:a0:11", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e71dd64-27", "ovs_interfaceid": "5e71dd64-27e4-465e-8a65-7e3d28fdf6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.058456] env[70059]: DEBUG nova.compute.manager [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.058725] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.060038] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e95c98e-f38e-42b8-90a6-0a5921ff7953 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.072696] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.072696] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d98e773-602f-4c5b-9dc1-7e3b302a7646 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.085257] env[70059]: DEBUG oslo_vmware.api [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1117.085257] env[70059]: value = "task-3189759" [ 1117.085257] env[70059]: _type = "Task" [ 1117.085257] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.097513] env[70059]: DEBUG oslo_vmware.api [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.231733] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.285159] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0be598e2-ff98-4adc-b764-1671c0b1b704 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "c795729f-7480-4547-8650-c8455defcc59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.430s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.294871] env[70059]: DEBUG oslo_concurrency.lockutils [None req-032b6760-80c1-4be9-90d4-b2da04f50c5a tempest-ServersAaction247Test-1665112355 tempest-ServersAaction247Test-1665112355-project-member] Lock "b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.736s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.313873] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189757, 'name': CreateVM_Task, 'duration_secs': 0.440986} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.322926] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.329062] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.329288] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.329624] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.331192] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8214730e-33b9-4c05-88e9-952c431b0283 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.340073] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09686} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.344693] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.344693] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1117.344693] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52753a0f-61b9-641f-c829-49632bd24124" [ 1117.344693] env[70059]: _type = "Task" [ 1117.344693] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.344693] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13634f16-1e86-4008-a8cc-431b51eb9357 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.361616] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52753a0f-61b9-641f-c829-49632bd24124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.391839] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b95e9306-1fce-4fe0-983d-5806093347d6/b95e9306-1fce-4fe0-983d-5806093347d6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.398651] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273855b5-d08b-4932-99ff-dd732252630a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.430757] env[70059]: DEBUG oslo_concurrency.lockutils [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.430871] env[70059]: DEBUG oslo_concurrency.lockutils [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] Acquired lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.431535] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1117.431535] env[70059]: value = "task-3189760" [ 1117.431535] env[70059]: _type = "Task" [ 1117.431535] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.434986] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8776087-e7cf-41fd-92f2-4b3ff0d4282e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.450534] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.464701] env[70059]: DEBUG oslo_concurrency.lockutils [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] Releasing lock "16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.465010] env[70059]: WARNING nova.compute.manager [req-e45332d4-4641-4802-a390-f77a386ee55b req-e2753969-6d0d-4b19-82e6-b1da913ff985 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Detach interface failed, port_id=ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38, reason: No device with interface-id ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 exists on VM: nova.exception.NotFound: No device with interface-id ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38 exists on VM [ 1117.585172] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2832e4-afb7-45b4-b29e-f26783f29189 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.599849] env[70059]: DEBUG oslo_vmware.api [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189759, 'name': PowerOffVM_Task, 'duration_secs': 0.23989} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.602112] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.602256] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.604923] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cba627-5002-49e5-ae4b-29d00b9f5341 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.607401] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce831a-151a-4bc4-b9a9-23e64128df0e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.643196] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cecd8a9-0090-4d3a-b892-6edf12793c63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.655221] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561fc45c-0cd2-49cb-903d-c85f63ed4e04 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.675895] env[70059]: DEBUG nova.compute.provider_tree [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.699802] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.700115] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.700361] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleting the datastore file [datastore1] 2c6f2182-1d1e-4262-aa37-526bb79ebc25 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.700680] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09111682-3a5f-4aea-b0e4-be565ca70c87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.714254] env[70059]: DEBUG oslo_vmware.api [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1117.714254] env[70059]: value = "task-3189762" [ 1117.714254] env[70059]: _type = "Task" [ 1117.714254] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.729967] env[70059]: DEBUG oslo_vmware.api [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.733258] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.851803] env[70059]: DEBUG nova.network.neutron [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updated VIF entry in instance network info cache for port b6745ea4-e196-441e-a92f-57818d334e5a. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.852502] env[70059]: DEBUG nova.network.neutron [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updating instance_info_cache with network_info: [{"id": "b6745ea4-e196-441e-a92f-57818d334e5a", "address": "fa:16:3e:5c:12:91", "network": {"id": "43c0c5c1-f7ff-4ab5-8c35-cadcfc339e95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-904951655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a55fc8546802456586b1393ed83adeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6745ea4-e1", "ovs_interfaceid": "b6745ea4-e196-441e-a92f-57818d334e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.863593] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52753a0f-61b9-641f-c829-49632bd24124, 'name': SearchDatastore_Task, 'duration_secs': 0.021716} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.865051] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.866050] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.866050] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.866050] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.866228] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.867021] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6311d0eb-722f-4109-aaa3-c69c856b9247 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.883580] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.883800] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.885221] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d134f6-afe8-4781-80c1-d821d37b2ad0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.893199] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.893568] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.894113] env[70059]: DEBUG nova.network.neutron [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.896753] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1117.896753] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52480daf-9a88-8f94-1ed3-bb89943eab4c" [ 1117.896753] env[70059]: _type = "Task" [ 1117.896753] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.911039] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52480daf-9a88-8f94-1ed3-bb89943eab4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.952966] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.179747] env[70059]: DEBUG nova.scheduler.client.report [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.234097] env[70059]: DEBUG oslo_vmware.api [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340792} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.234261] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.234958] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.234958] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.235154] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.236066] env[70059]: INFO nova.compute.manager [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1118.236066] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.236066] env[70059]: DEBUG nova.compute.manager [-] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.236066] env[70059]: DEBUG nova.network.neutron [-] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.356745] env[70059]: DEBUG oslo_concurrency.lockutils [req-4a512490-8f7f-4c97-8e1c-281dcda64ae1 req-460e58e6-dfb8-436d-97cd-cb72c4fecc9d service nova] Releasing lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.410130] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52480daf-9a88-8f94-1ed3-bb89943eab4c, 'name': SearchDatastore_Task, 'duration_secs': 0.020527} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.411033] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0636351-2ba4-455d-978d-6e3be4b048d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.419219] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1118.419219] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5266e801-0d9e-422d-e3eb-d158004a8370" [ 1118.419219] env[70059]: _type = "Task" [ 1118.419219] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.432293] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5266e801-0d9e-422d-e3eb-d158004a8370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.451407] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189760, 'name': ReconfigVM_Task, 'duration_secs': 0.674278} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.454929] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b95e9306-1fce-4fe0-983d-5806093347d6/b95e9306-1fce-4fe0-983d-5806093347d6.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.455738] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea84165-13de-4e94-bb9f-a4876da193de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.463443] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1118.463443] env[70059]: value = "task-3189763" [ 1118.463443] env[70059]: _type = "Task" [ 1118.463443] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.474919] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189763, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.477915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.478104] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.478311] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.478492] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.478657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.481039] env[70059]: INFO nova.compute.manager [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Terminating instance [ 1118.484017] env[70059]: INFO nova.compute.manager [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Rebuilding instance [ 1118.546216] env[70059]: DEBUG nova.compute.manager [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.547536] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2da7758-640d-4a8c-b48d-f57fa7c790e0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.686147] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.708479] env[70059]: INFO nova.scheduler.client.report [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Deleted allocations for instance 0ce3d967-dac6-4fb1-876b-556531b0f5f1 [ 1118.734749] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189753, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.769833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.734749] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3/bdbcb0ea-1e4e-4e21-a016-2c559f255cf3.vmdk to [datastore2] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.735550] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce1e20-9e59-43df-986b-89ead48be3ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.759906] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.760977] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2a93fb-bd9b-4557-a72e-8da5c5f7e846 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.783060] env[70059]: INFO nova.network.neutron [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Port 5e71dd64-27e4-465e-8a65-7e3d28fdf6fe from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1118.783472] env[70059]: DEBUG nova.network.neutron [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [{"id": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "address": "fa:16:3e:55:6b:18", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b731b96-fd", "ovs_interfaceid": "9b731b96-fdb9-42a9-b341-67f25bad66ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.796309] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1118.796309] env[70059]: value = "task-3189764" [ 1118.796309] env[70059]: _type = "Task" [ 1118.796309] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.806780] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.930645] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5266e801-0d9e-422d-e3eb-d158004a8370, 'name': SearchDatastore_Task, 'duration_secs': 0.017878} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.930923] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.931217] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] a1eeeefc-3c6b-4879-9270-386ceb6631c1/a1eeeefc-3c6b-4879-9270-386ceb6631c1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.931495] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68af2c12-adbf-4a7b-91ed-f501fe522e74 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.940141] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1118.940141] env[70059]: value = "task-3189765" [ 1118.940141] env[70059]: _type = "Task" [ 1118.940141] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.948736] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.963227] env[70059]: DEBUG nova.compute.manager [req-4e63fb03-7921-4ef8-b7ff-21211c86542c req-43b32be8-5805-4c10-a5e7-d8afd6c725b6 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-vif-deleted-5e71dd64-27e4-465e-8a65-7e3d28fdf6fe {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.973924] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189763, 'name': Rename_Task, 'duration_secs': 0.172781} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.974256] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.974517] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4492f731-eee9-4aac-b659-50f92cc63779 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.982937] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1118.982937] env[70059]: value = "task-3189766" [ 1118.982937] env[70059]: _type = "Task" [ 1118.982937] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.986533] env[70059]: DEBUG nova.compute.manager [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.986620] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.987357] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e188c9-0e4d-44dc-907d-df1620f9cd2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.996263] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.998406] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.998653] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f76a20a-e97e-4654-a726-fea33841b65e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.006749] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1119.006749] env[70059]: value = "task-3189767" [ 1119.006749] env[70059]: _type = "Task" [ 1119.006749] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.017857] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.217404] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9d1b4819-e70c-4441-8d1e-a5ad07e6c950 tempest-VolumesAdminNegativeTest-893419614 tempest-VolumesAdminNegativeTest-893419614-project-member] Lock "0ce3d967-dac6-4fb1-876b-556531b0f5f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.479s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.290182] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-16eae91a-19c3-4453-be5b-390340fcdeb7" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.308643] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.450246] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.493437] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.515825] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.561498] env[70059]: DEBUG nova.network.neutron [-] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.567244] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.567526] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cdeca5b-165c-498a-bfd1-44d45d28c086 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.577097] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1119.577097] env[70059]: value = "task-3189768" [ 1119.577097] env[70059]: _type = "Task" [ 1119.577097] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.587753] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.795838] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bdbb16ec-8cb5-4967-8d24-edac755e2c54 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-16eae91a-19c3-4453-be5b-390340fcdeb7-ef8dd51c-e29d-4e55-a40f-a4ad3abf8b38" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.883s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.812838] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189764, 'name': ReconfigVM_Task, 'duration_secs': 0.655976} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.814327] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6/7924a374-ef2b-4bb4-8f75-ed183c3ef7e6.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.816337] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'disk_bus': None, 'image_id': '70f98bc0-161f-4a1e-b907-a23c9e7056bf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'attachment_id': '96a5fb5c-30e7-4c6e-9730-29d40eaa5140', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637891', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'name': 'volume-25de87f1-87ca-4475-93da-cec414b63375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7924a374-ef2b-4bb4-8f75-ed183c3ef7e6', 'attached_at': '', 'detached_at': '', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'serial': '25de87f1-87ca-4475-93da-cec414b63375'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70059) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1119.816625] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.816947] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637891', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'name': 'volume-25de87f1-87ca-4475-93da-cec414b63375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7924a374-ef2b-4bb4-8f75-ed183c3ef7e6', 'attached_at': '', 'detached_at': '', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'serial': '25de87f1-87ca-4475-93da-cec414b63375'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.818696] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb4c4c5-93bd-4f12-810b-1ef7d066b4da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.842106] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ad8e4-642a-4184-a868-ec42b5165de7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.872589] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-25de87f1-87ca-4475-93da-cec414b63375/volume-25de87f1-87ca-4475-93da-cec414b63375.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.873052] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90ad4b7-bbbf-4a7c-ad5d-a79c70042b7d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.895696] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1119.895696] env[70059]: value = "task-3189769" [ 1119.895696] env[70059]: _type = "Task" [ 1119.895696] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.906214] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.954780] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189765, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.995753] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.019743] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189767, 'name': PowerOffVM_Task, 'duration_secs': 0.834832} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.020083] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.020359] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.020722] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6076427-94bf-4d1a-a25a-073d214a8a62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.064691] env[70059]: INFO nova.compute.manager [-] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Took 1.83 seconds to deallocate network for instance. [ 1120.090160] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189768, 'name': PowerOffVM_Task, 'duration_secs': 0.167612} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.090488] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.091268] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.092252] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ace60-a8a5-4791-a965-9bc6ec083e4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.101084] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.101351] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e226b44-c447-4466-9fd1-385f62da0b3c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.136033] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.136238] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.136449] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Deleting the datastore file [datastore2] c795729f-7480-4547-8650-c8455defcc59 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.136732] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60e2ef2-1e54-4214-a08f-e63bd1998b4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.145701] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1120.145701] env[70059]: value = "task-3189772" [ 1120.145701] env[70059]: _type = "Task" [ 1120.145701] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.156467] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.158419] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.158673] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.158871] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleting the datastore file [datastore2] 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.159272] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d4c0e0-3117-41a8-a821-a6f32b8325c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.167240] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1120.167240] env[70059]: value = "task-3189773" [ 1120.167240] env[70059]: _type = "Task" [ 1120.167240] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.177294] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.408797] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.456598] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189765, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.228944} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.457087] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] a1eeeefc-3c6b-4879-9270-386ceb6631c1/a1eeeefc-3c6b-4879-9270-386ceb6631c1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.457475] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.458049] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f75ea3eb-bec9-4b15-9242-a04a5c00625d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.469933] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1120.469933] env[70059]: value = "task-3189774" [ 1120.469933] env[70059]: _type = "Task" [ 1120.469933] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.482700] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.497706] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189766, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.574105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.574437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.574640] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.604689] env[70059]: INFO nova.scheduler.client.report [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted allocations for instance 2c6f2182-1d1e-4262-aa37-526bb79ebc25 [ 1120.661278] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30749} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.661760] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.662137] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.662499] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.683758] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.913078] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189769, 'name': ReconfigVM_Task, 'duration_secs': 0.940613} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.913078] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-25de87f1-87ca-4475-93da-cec414b63375/volume-25de87f1-87ca-4475-93da-cec414b63375.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.922142] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631f1ab0-2055-42a6-ad25-04cfdf3c3d83 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.940810] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1120.940810] env[70059]: value = "task-3189775" [ 1120.940810] env[70059]: _type = "Task" [ 1120.940810] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.955262] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.981346] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083616} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.981634] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.982562] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e950ac4-298e-41ec-b52e-601da0965b94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.995566] env[70059]: DEBUG nova.compute.manager [req-1208782b-efcb-4622-a925-e00a54e7d19b req-6adfb8de-c345-4cca-9d2d-affdc8ad2816 service nova] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Received event network-vif-deleted-2bf1e264-b971-426f-991c-7b3832defab4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.017057] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a1eeeefc-3c6b-4879-9270-386ceb6631c1/a1eeeefc-3c6b-4879-9270-386ceb6631c1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.017424] env[70059]: DEBUG oslo_vmware.api [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189766, 'name': PowerOnVM_Task, 'duration_secs': 1.525793} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.017990] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f76b9d85-699d-45ff-ac43-daec1e94e865 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.032780] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.033026] env[70059]: INFO nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1121.033215] env[70059]: DEBUG nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.034375] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82626e-80f8-4d21-bf62-be07e853d1df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.047906] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1121.047906] env[70059]: value = "task-3189776" [ 1121.047906] env[70059]: _type = "Task" [ 1121.047906] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.057688] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.114955] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3c1ccc1b-c5cc-41d7-a88b-5c379b048084 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "2c6f2182-1d1e-4262-aa37-526bb79ebc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.567s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.183016] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.453362] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189775, 'name': ReconfigVM_Task, 'duration_secs': 0.170698} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.453769] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637891', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'name': 'volume-25de87f1-87ca-4475-93da-cec414b63375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7924a374-ef2b-4bb4-8f75-ed183c3ef7e6', 'attached_at': '', 'detached_at': '', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'serial': '25de87f1-87ca-4475-93da-cec414b63375'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.454525] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2233c1d-ec75-4b97-8677-9752dc00ef2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.464118] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1121.464118] env[70059]: value = "task-3189777" [ 1121.464118] env[70059]: _type = "Task" [ 1121.464118] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.474395] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189777, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.560514] env[70059]: INFO nova.compute.manager [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Took 19.09 seconds to build instance. [ 1121.565888] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189776, 'name': ReconfigVM_Task, 'duration_secs': 0.306923} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.566019] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a1eeeefc-3c6b-4879-9270-386ceb6631c1/a1eeeefc-3c6b-4879-9270-386ceb6631c1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.566721] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07efe257-0221-4c05-811e-4979882c08e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.576846] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1121.576846] env[70059]: value = "task-3189778" [ 1121.576846] env[70059]: _type = "Task" [ 1121.576846] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.585600] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189778, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.689377] env[70059]: DEBUG oslo_vmware.api [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.308488} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.689377] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.689377] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.689377] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.689377] env[70059]: INFO nova.compute.manager [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1121.689604] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.689902] env[70059]: DEBUG nova.compute.manager [-] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.689998] env[70059]: DEBUG nova.network.neutron [-] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.706395] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.707432] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.707432] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.707432] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.707432] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.707432] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.707731] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.707812] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.708010] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.708244] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.708433] env[70059]: DEBUG nova.virt.hardware [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.709449] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d6bd4-5ea6-49d1-b200-85255cbeb882 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.723216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59138434-4452-4372-82b9-59f98e94f6ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.750049] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.755085] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.755430] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.755657] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272c8d4f-15f0-4d1d-b127-3f3dfdcfd332 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.775987] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.775987] env[70059]: value = "task-3189779" [ 1121.775987] env[70059]: _type = "Task" [ 1121.775987] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.784754] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189779, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.814714] env[70059]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5e71dd64-27e4-465e-8a65-7e3d28fdf6fe could not be found.", "detail": ""}} {{(pid=70059) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1121.815049] env[70059]: DEBUG nova.network.neutron [-] Unable to show port 5e71dd64-27e4-465e-8a65-7e3d28fdf6fe as it no longer exists. {{(pid=70059) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1121.934978] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "8364ab6e-7e18-493e-8305-66093d9809d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.934978] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.976398] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189777, 'name': Rename_Task, 'duration_secs': 0.187258} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.976792] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.978387] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45bd65bd-688d-4168-aebd-3b04657d5b64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.985960] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1121.985960] env[70059]: value = "task-3189780" [ 1121.985960] env[70059]: _type = "Task" [ 1121.985960] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.995949] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.062137] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9e29052c-ed8e-4a13-9b85-872f9bc6dcb9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "b95e9306-1fce-4fe0-983d-5806093347d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.598s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.087367] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189778, 'name': Rename_Task, 'duration_secs': 0.178454} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.087662] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.087951] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fd4545c-eded-45eb-a368-5e1490a3e23f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.096511] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1122.096511] env[70059]: value = "task-3189781" [ 1122.096511] env[70059]: _type = "Task" [ 1122.096511] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.106687] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.287796] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189779, 'name': CreateVM_Task, 'duration_secs': 0.410987} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.290411] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dddeb4-48d6-8672-36cd-c029a8a94f71/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.290676] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.291422] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe02007-9635-4c02-bec5-c850a89a33d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.295285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.295452] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.295763] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.296220] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfff4387-81c5-4bac-9332-40f91c77feed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.302161] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dddeb4-48d6-8672-36cd-c029a8a94f71/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.302906] env[70059]: ERROR oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dddeb4-48d6-8672-36cd-c029a8a94f71/disk-0.vmdk due to incomplete transfer. [ 1122.303595] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c11e3ee-d927-4890-90a7-7d54c8c40556 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.305599] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1122.305599] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520ea189-20d8-a5a5-a5d1-bbb68468a89a" [ 1122.305599] env[70059]: _type = "Task" [ 1122.305599] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.313008] env[70059]: DEBUG oslo_vmware.rw_handles [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dddeb4-48d6-8672-36cd-c029a8a94f71/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1122.313266] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Uploaded image 8ce71486-c3c8-4421-97aa-1aaac83d3f20 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1122.315890] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.319023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b695a514-d7aa-4f9b-8d98-cc82e1f239f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.321695] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520ea189-20d8-a5a5-a5d1-bbb68468a89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.328432] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1122.328432] env[70059]: value = "task-3189782" [ 1122.328432] env[70059]: _type = "Task" [ 1122.328432] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.343276] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189782, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.412736] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "b95e9306-1fce-4fe0-983d-5806093347d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.413046] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "b95e9306-1fce-4fe0-983d-5806093347d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.413256] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "b95e9306-1fce-4fe0-983d-5806093347d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.413443] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "b95e9306-1fce-4fe0-983d-5806093347d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.413571] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "b95e9306-1fce-4fe0-983d-5806093347d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.416346] env[70059]: INFO nova.compute.manager [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Terminating instance [ 1122.435789] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.499281] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.613611] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.797398] env[70059]: DEBUG nova.network.neutron [-] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.820914] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520ea189-20d8-a5a5-a5d1-bbb68468a89a, 'name': SearchDatastore_Task, 'duration_secs': 0.017132} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.820914] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.820914] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.820914] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.821386] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.821386] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.821685] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfbbf9ea-7047-486c-9734-a97014592166 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.835340] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.835511] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.838334] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861a3b22-ed15-4059-a730-00ea9be46ca0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.844620] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189782, 'name': Destroy_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.851324] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1122.851324] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520852ea-7ace-44b0-78e8-a94cfc70e364" [ 1122.851324] env[70059]: _type = "Task" [ 1122.851324] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.860086] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520852ea-7ace-44b0-78e8-a94cfc70e364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.920820] env[70059]: DEBUG nova.compute.manager [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.921094] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.922021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8098854-ef2d-4067-bc5b-b74d08c84d44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.930407] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.930683] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94b14c8-659e-4287-8c6b-3d44ebc19d0a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.939306] env[70059]: DEBUG oslo_vmware.api [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1122.939306] env[70059]: value = "task-3189783" [ 1122.939306] env[70059]: _type = "Task" [ 1122.939306] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.952763] env[70059]: DEBUG oslo_vmware.api [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.967618] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.967922] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.969544] env[70059]: INFO nova.compute.claims [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.997502] env[70059]: DEBUG oslo_vmware.api [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189780, 'name': PowerOnVM_Task, 'duration_secs': 0.605394} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.999087] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.038901] env[70059]: DEBUG nova.compute.manager [req-c6e1fce3-c78a-4bd0-9ef4-3dd80cd442b0 req-d452cfed-2903-4b8a-a777-a642482f2771 service nova] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Received event network-vif-deleted-9b731b96-fdb9-42a9-b341-67f25bad66ad {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.108688] env[70059]: DEBUG oslo_vmware.api [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189781, 'name': PowerOnVM_Task, 'duration_secs': 0.582976} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.108959] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.109248] env[70059]: INFO nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1123.109445] env[70059]: DEBUG nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.110257] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386ad30-9ba7-4f7e-a468-63b1dddca1c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.140039] env[70059]: DEBUG nova.compute.manager [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.140039] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc62e1-3eff-44f9-81d9-2427bd85946b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.301174] env[70059]: INFO nova.compute.manager [-] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Took 1.61 seconds to deallocate network for instance. [ 1123.342151] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189782, 'name': Destroy_Task, 'duration_secs': 0.584492} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.343269] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroyed the VM [ 1123.343640] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.343974] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af4cd40e-410e-4b07-8182-b38262f4c2a7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.354745] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1123.354745] env[70059]: value = "task-3189784" [ 1123.354745] env[70059]: _type = "Task" [ 1123.354745] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.362510] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520852ea-7ace-44b0-78e8-a94cfc70e364, 'name': SearchDatastore_Task, 'duration_secs': 0.029401} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.364320] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177c011f-3b75-4e83-ae3e-f449bfb218e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.370452] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.371857] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1123.371857] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5289e83d-37b1-5e24-8555-5e067d174da4" [ 1123.371857] env[70059]: _type = "Task" [ 1123.371857] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.383724] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5289e83d-37b1-5e24-8555-5e067d174da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.450246] env[70059]: DEBUG oslo_vmware.api [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189783, 'name': PowerOffVM_Task, 'duration_secs': 0.466359} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.450641] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.450925] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.451480] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c49e247-acd9-473f-952f-dc3879d75441 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.529742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.529742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.529990] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore1] b95e9306-1fce-4fe0-983d-5806093347d6 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.530226] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33abaf8a-e9b7-4b8d-9a41-cb5c1d110be0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.537008] env[70059]: DEBUG oslo_vmware.api [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1123.537008] env[70059]: value = "task-3189786" [ 1123.537008] env[70059]: _type = "Task" [ 1123.537008] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.546339] env[70059]: DEBUG oslo_vmware.api [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.632428] env[70059]: INFO nova.compute.manager [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Took 14.40 seconds to build instance. [ 1123.663075] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7d5d3a30-4f7d-42cb-af06-11aee0fa4e07 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.870s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.808100] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.866301] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189784, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.883305] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5289e83d-37b1-5e24-8555-5e067d174da4, 'name': SearchDatastore_Task, 'duration_secs': 0.029095} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.883606] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.883908] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.884231] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3335324f-ccbc-4066-af05-0ef82db53b8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.892601] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1123.892601] env[70059]: value = "task-3189787" [ 1123.892601] env[70059]: _type = "Task" [ 1123.892601] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.901581] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.052340] env[70059]: DEBUG oslo_vmware.api [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238077} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.052340] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.052340] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.052340] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.052340] env[70059]: INFO nova.compute.manager [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1124.052340] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.052340] env[70059]: DEBUG nova.compute.manager [-] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.052340] env[70059]: DEBUG nova.network.neutron [-] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.134210] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6e6d0df0-e50b-4fbe-bd50-85324294d8a0 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.915s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.229027] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e3793-4f34-4385-8d70-e226dc1a3657 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.236620] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c0d12-efa3-4a83-aeb6-82dee71c53bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.277869] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff3f28-9336-468b-93ed-337aafd551e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.288469] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9703791-9650-46f5-a662-67e187718e57 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.306947] env[70059]: DEBUG nova.compute.provider_tree [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.372739] env[70059]: DEBUG oslo_vmware.api [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189784, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527783} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.374834] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.375207] env[70059]: INFO nova.compute.manager [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 1124.409983] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.719518] env[70059]: DEBUG nova.compute.manager [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Received event network-changed-b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.719687] env[70059]: DEBUG nova.compute.manager [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Refreshing instance network info cache due to event network-changed-b6745ea4-e196-441e-a92f-57818d334e5a. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.719913] env[70059]: DEBUG oslo_concurrency.lockutils [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] Acquiring lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.720062] env[70059]: DEBUG oslo_concurrency.lockutils [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] Acquired lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.720281] env[70059]: DEBUG nova.network.neutron [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Refreshing network info cache for port b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.813633] env[70059]: DEBUG nova.scheduler.client.report [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.882281] env[70059]: DEBUG nova.network.neutron [-] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.908104] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601842} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.908390] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.908654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.908841] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf0de34-4c3b-4dcb-abaf-913697530678 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.916622] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1124.916622] env[70059]: value = "task-3189788" [ 1124.916622] env[70059]: _type = "Task" [ 1124.916622] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.926964] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.937878] env[70059]: DEBUG nova.compute.manager [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Found 3 images (rotation: 2) {{(pid=70059) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1124.938086] env[70059]: DEBUG nova.compute.manager [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Rotating out 1 backups {{(pid=70059) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1124.938290] env[70059]: DEBUG nova.compute.manager [None req-0d0872b9-ec05-4804-902d-046230651bc1 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleting image 17c018ad-24cc-4509-be94-236d8f4d25d5 {{(pid=70059) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1125.078455] env[70059]: DEBUG nova.compute.manager [req-60bb8278-2529-4de0-8f96-9e8f897dcffb req-cbae6d5f-60ad-4bd2-9e7e-5c7165d8cdf2 service nova] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Received event network-vif-deleted-225fcbc7-11c7-458d-b83e-6dc60c33c038 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.321021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.321021] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.322528] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.515s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.322979] env[70059]: DEBUG nova.objects.instance [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'resources' on Instance uuid 16eae91a-19c3-4453-be5b-390340fcdeb7 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.390998] env[70059]: INFO nova.compute.manager [-] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Took 1.34 seconds to deallocate network for instance. [ 1125.430524] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069558} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.430805] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.431454] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecf8fb2-015a-433f-b833-4d7a6b7341a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.453315] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.454894] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4b46cf-cf9c-4a4b-986c-0174b9924aa5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.480124] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1125.480124] env[70059]: value = "task-3189789" [ 1125.480124] env[70059]: _type = "Task" [ 1125.480124] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.491508] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.491802] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.492012] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.492188] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.492340] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.492491] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.492711] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.492898] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.493099] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1125.493297] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.647267] env[70059]: DEBUG nova.network.neutron [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updated VIF entry in instance network info cache for port b6745ea4-e196-441e-a92f-57818d334e5a. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.647601] env[70059]: DEBUG nova.network.neutron [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updating instance_info_cache with network_info: [{"id": "b6745ea4-e196-441e-a92f-57818d334e5a", "address": "fa:16:3e:5c:12:91", "network": {"id": "43c0c5c1-f7ff-4ab5-8c35-cadcfc339e95", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-904951655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a55fc8546802456586b1393ed83adeec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6745ea4-e1", "ovs_interfaceid": "b6745ea4-e196-441e-a92f-57818d334e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.826597] env[70059]: DEBUG nova.compute.utils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.833221] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.833437] env[70059]: DEBUG nova.network.neutron [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.899440] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.905855] env[70059]: DEBUG nova.policy [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '150c17de0d7445f4a7db11c7e4f6fad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0057572dd11c4643b4ee248f62dfc5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.995462] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189789, 'name': ReconfigVM_Task, 'duration_secs': 0.318163} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.995853] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Reconfigured VM instance instance-0000005e to attach disk [datastore2] c795729f-7480-4547-8650-c8455defcc59/c795729f-7480-4547-8650-c8455defcc59.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.999295] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.999607] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c060220-7137-4bbb-8239-0976a94bb1a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.008872] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1126.008872] env[70059]: value = "task-3189790" [ 1126.008872] env[70059]: _type = "Task" [ 1126.008872] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.020014] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189790, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.045340] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c778286-4977-4228-afb5-865f8a5dd2ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.053945] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4830dbd-c2a0-4e3b-b82f-eaa266459161 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.092531] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff5528-c082-4bd3-ac44-de230a4f313c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.101425] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80e30b-e6a4-4e04-8527-9062a442f1fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.120313] env[70059]: DEBUG nova.compute.provider_tree [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.153202] env[70059]: DEBUG oslo_concurrency.lockutils [req-c4e71af1-5ed3-409c-a47b-85d8ebed699a req-0d75a210-c7e4-4880-8493-9e9c7cd24ea2 service nova] Releasing lock "refresh_cache-a1eeeefc-3c6b-4879-9270-386ceb6631c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.335034] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.342085] env[70059]: DEBUG nova.network.neutron [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Successfully created port: 57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.521748] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189790, 'name': Rename_Task, 'duration_secs': 0.164451} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.522144] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.522495] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d1e748-a557-421b-a53d-85e3131e0fb9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.531234] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1126.531234] env[70059]: value = "task-3189791" [ 1126.531234] env[70059]: _type = "Task" [ 1126.531234] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.546012] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.626724] env[70059]: DEBUG nova.scheduler.client.report [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.636020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.640839] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.041702] env[70059]: DEBUG oslo_vmware.api [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189791, 'name': PowerOnVM_Task, 'duration_secs': 0.465787} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.041988] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.042240] env[70059]: DEBUG nova.compute.manager [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.043605] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d468d-cbfc-42a6-a7dd-e49f863044b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.117588] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.117868] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.118069] env[70059]: DEBUG nova.compute.manager [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.118969] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1385cee-c544-4754-8318-95f57e1e5c38 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.127100] env[70059]: DEBUG nova.compute.manager [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1127.127713] env[70059]: DEBUG nova.objects.instance [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'flavor' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.132185] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.134646] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.235s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.134646] env[70059]: DEBUG nova.objects.instance [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid b95e9306-1fce-4fe0-983d-5806093347d6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.141222] env[70059]: DEBUG nova.compute.utils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.158641] env[70059]: INFO nova.scheduler.client.report [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted allocations for instance 16eae91a-19c3-4453-be5b-390340fcdeb7 [ 1127.347567] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.381174] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.381457] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.381631] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.381822] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.381970] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.382164] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.382390] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.382551] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.382721] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.382883] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.383075] env[70059]: DEBUG nova.virt.hardware [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.384123] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6df39-6b2c-43b0-bd1f-88d0fafd5fe8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.393350] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99625c7e-57b2-4fbb-a12e-0e270c37cbeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.562653] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.645931] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.668062] env[70059]: DEBUG oslo_concurrency.lockutils [None req-76ee7435-8f8d-47c5-9f3e-11c27c111f78 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "16eae91a-19c3-4453-be5b-390340fcdeb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.190s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.822489] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9841d1-4425-4054-8fca-2b38247e475f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.830952] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e764ab-05af-4564-af12-365e7dd066c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.864552] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938d657-55cd-41cf-8647-56f8bb860ae2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.873485] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec137d5-7c3b-4fe7-a2fd-956a19c75be3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.891023] env[70059]: DEBUG nova.compute.provider_tree [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.137520] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.137520] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8910a1ca-8912-4ee2-ade1-cc4607f49216 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.145453] env[70059]: DEBUG oslo_vmware.api [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1128.145453] env[70059]: value = "task-3189792" [ 1128.145453] env[70059]: _type = "Task" [ 1128.145453] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.158237] env[70059]: DEBUG oslo_vmware.api [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.245441] env[70059]: DEBUG nova.network.neutron [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Successfully updated port: 57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.271373] env[70059]: DEBUG nova.compute.manager [req-2b296b0d-2615-4465-b45b-41a032360141 req-db6cfeca-5f29-4ba0-a61f-2ed8e5a6ed76 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Received event network-vif-plugged-57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.271373] env[70059]: DEBUG oslo_concurrency.lockutils [req-2b296b0d-2615-4465-b45b-41a032360141 req-db6cfeca-5f29-4ba0-a61f-2ed8e5a6ed76 service nova] Acquiring lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.271373] env[70059]: DEBUG oslo_concurrency.lockutils [req-2b296b0d-2615-4465-b45b-41a032360141 req-db6cfeca-5f29-4ba0-a61f-2ed8e5a6ed76 service nova] Lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.271373] env[70059]: DEBUG oslo_concurrency.lockutils [req-2b296b0d-2615-4465-b45b-41a032360141 req-db6cfeca-5f29-4ba0-a61f-2ed8e5a6ed76 service nova] Lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.271373] env[70059]: DEBUG nova.compute.manager [req-2b296b0d-2615-4465-b45b-41a032360141 req-db6cfeca-5f29-4ba0-a61f-2ed8e5a6ed76 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] No waiting events found dispatching network-vif-plugged-57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.271373] env[70059]: WARNING nova.compute.manager [req-2b296b0d-2615-4465-b45b-41a032360141 req-db6cfeca-5f29-4ba0-a61f-2ed8e5a6ed76 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Received unexpected event network-vif-plugged-57eb40d5-5bd2-47a9-ae08-6117c55faf88 for instance with vm_state building and task_state spawning. [ 1128.394349] env[70059]: DEBUG nova.scheduler.client.report [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.657382] env[70059]: DEBUG oslo_vmware.api [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189792, 'name': PowerOffVM_Task, 'duration_secs': 0.238672} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.658311] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.658311] env[70059]: DEBUG nova.compute.manager [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.659263] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83191f0-d747-4adc-bd99-ea691dea76e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.741439] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.741439] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.741439] env[70059]: INFO nova.compute.manager [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Attaching volume 3cc7e53d-247c-4b1e-8664-336f684f8700 to /dev/sdb [ 1128.748369] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.748449] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.748541] env[70059]: DEBUG nova.network.neutron [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.783701] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d4169-449a-46e8-85cb-3dc73af3357d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.793784] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060e9648-71cb-4f5d-8648-af97cd7ce47f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.810029] env[70059]: DEBUG nova.virt.block_device [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating existing volume attachment record: 2ab9101b-0d35-4982-8480-b97df72e5ab6 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1128.901289] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.903533] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.904s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.903769] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.905191] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1128.905285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.342s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.905547] env[70059]: DEBUG nova.objects.instance [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1128.912018] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91b3b1-687d-4e18-842b-a13c2b4a30d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.917019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "c795729f-7480-4547-8650-c8455defcc59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.917019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "c795729f-7480-4547-8650-c8455defcc59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.917019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "c795729f-7480-4547-8650-c8455defcc59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.917019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "c795729f-7480-4547-8650-c8455defcc59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.917019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "c795729f-7480-4547-8650-c8455defcc59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.919924] env[70059]: INFO nova.compute.manager [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Terminating instance [ 1128.929136] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c756c-df4d-4360-ac51-b51681e3baed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.935378] env[70059]: INFO nova.scheduler.client.report [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance b95e9306-1fce-4fe0-983d-5806093347d6 [ 1128.953140] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34425f0e-530b-4d8b-965e-4b76cff5f782 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.962974] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ba1fa-c415-4910-acc6-d5fb031dadbd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.003705] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179090MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1129.003870] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.172065] env[70059]: DEBUG oslo_concurrency.lockutils [None req-5768e0c1-df8d-4489-956b-75d32977fe94 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.291254] env[70059]: DEBUG nova.network.neutron [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.341891] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.342295] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.428814] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "refresh_cache-c795729f-7480-4547-8650-c8455defcc59" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.429139] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquired lock "refresh_cache-c795729f-7480-4547-8650-c8455defcc59" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.429673] env[70059]: DEBUG nova.network.neutron [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.457979] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6229b83b-e7b8-43b4-b62d-74d5d6ddc548 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "b95e9306-1fce-4fe0-983d-5806093347d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.045s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.565352] env[70059]: DEBUG nova.network.neutron [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.846164] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.924313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e52d454b-2bb9-45aa-8e5b-eb92245796ff tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.925798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.922s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.949383] env[70059]: DEBUG nova.network.neutron [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.030555] env[70059]: DEBUG nova.network.neutron [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.068444] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.068803] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Instance network_info: |[{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.069328] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:df:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57eb40d5-5bd2-47a9-ae08-6117c55faf88', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.076968] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.077412] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.077656] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6991b1ad-dd7f-41d9-93c2-ed038f61080f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.099052] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.099052] env[70059]: value = "task-3189796" [ 1130.099052] env[70059]: _type = "Task" [ 1130.099052] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.107527] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189796, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.299690] env[70059]: DEBUG nova.compute.manager [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Received event network-changed-57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.299690] env[70059]: DEBUG nova.compute.manager [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Refreshing instance network info cache due to event network-changed-57eb40d5-5bd2-47a9-ae08-6117c55faf88. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.300032] env[70059]: DEBUG oslo_concurrency.lockutils [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.300032] env[70059]: DEBUG oslo_concurrency.lockutils [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.300553] env[70059]: DEBUG nova.network.neutron [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Refreshing network info cache for port 57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.368807] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.533913] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Releasing lock "refresh_cache-c795729f-7480-4547-8650-c8455defcc59" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.535545] env[70059]: DEBUG nova.compute.manager [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.535545] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.536483] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf821c53-896d-4d34-8e9b-d13191316cdb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.550928] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.551299] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfcb9e46-a91d-4ab3-80f4-98976cd8b49b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.560550] env[70059]: DEBUG oslo_vmware.api [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1130.560550] env[70059]: value = "task-3189797" [ 1130.560550] env[70059]: _type = "Task" [ 1130.560550] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.571027] env[70059]: DEBUG oslo_vmware.api [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.610225] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189796, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.651217] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.651505] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.653020] env[70059]: DEBUG nova.compute.manager [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Stashing vm_state: stopped {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1130.820716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.820716] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.944604] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating resource usage from migration 7aeb37b5-17a6-42ea-90ed-277c670ba328 [ 1130.966757] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 520e7233-7398-4f8d-b604-89a4ee9a693f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.966908] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 06859ed1-b71b-4250-bbe1-7192c8c91b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967069] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 45f53d7e-df03-4d76-9a62-fb849250b24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967210] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e8f630af-c6f0-4fca-ab54-916d4313a21c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967329] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967444] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e29bbdfa-1752-47a7-8fb8-72f731577b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967557] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c795729f-7480-4547-8650-c8455defcc59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967669] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance a1eeeefc-3c6b-4879-9270-386ceb6631c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1130.967780] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 8364ab6e-7e18-493e-8305-66093d9809d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.005422] env[70059]: DEBUG nova.network.neutron [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updated VIF entry in instance network info cache for port 57eb40d5-5bd2-47a9-ae08-6117c55faf88. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.005530] env[70059]: DEBUG nova.network.neutron [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.070520] env[70059]: DEBUG oslo_vmware.api [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189797, 'name': PowerOffVM_Task, 'duration_secs': 0.153708} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.070765] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.070941] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.071212] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d242105-a308-4256-b835-88f55e4d8af5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.099796] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.100012] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.100210] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Deleting the datastore file [datastore2] c795729f-7480-4547-8650-c8455defcc59 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.100542] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d55dd45e-a522-4c3b-a5c8-c157a3616397 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.113149] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189796, 'name': CreateVM_Task, 'duration_secs': 0.640479} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.113149] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.113149] env[70059]: DEBUG oslo_vmware.api [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for the task: (returnval){ [ 1131.113149] env[70059]: value = "task-3189799" [ 1131.113149] env[70059]: _type = "Task" [ 1131.113149] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.113149] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.113564] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.113564] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.113836] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02dbafb7-8a6b-40ae-8464-b25012f7e2ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.121169] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1131.121169] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528876d1-ac2b-53d4-497d-17b46e04361f" [ 1131.121169] env[70059]: _type = "Task" [ 1131.121169] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.124196] env[70059]: DEBUG oslo_vmware.api [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.132063] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528876d1-ac2b-53d4-497d-17b46e04361f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.158431] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.180724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.323063] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.470748] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 844473d5-0859-4b0d-96d9-07963dfa8655 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1131.470987] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration 7aeb37b5-17a6-42ea-90ed-277c670ba328 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1131.471078] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 4a8dba25-b936-424e-b18f-1e131d129305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.507854] env[70059]: DEBUG oslo_concurrency.lockutils [req-6e0c0363-04b8-4c5f-b6be-1f9dde9a06c4 req-53b241ed-afa5-4381-8321-09907a5d91d8 service nova] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.352874] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance dd0574f0-b61d-49fb-8f76-4e93405e8609 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1132.367549] env[70059]: DEBUG oslo_vmware.api [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Task: {'id': task-3189799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103899} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.370952] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.371319] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.372298] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.372298] env[70059]: INFO nova.compute.manager [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] [instance: c795729f-7480-4547-8650-c8455defcc59] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1132.372298] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.372298] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528876d1-ac2b-53d4-497d-17b46e04361f, 'name': SearchDatastore_Task, 'duration_secs': 0.018945} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.372957] env[70059]: DEBUG nova.compute.manager [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.373089] env[70059]: DEBUG nova.network.neutron [-] [instance: c795729f-7480-4547-8650-c8455defcc59] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.374787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.375068] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.375282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.375388] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.375562] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.376845] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.377151] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a830862-e772-400d-b9a9-d36b7a721ef3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.379671] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.389184] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.389392] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.390175] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2fd690-daac-4c20-9268-5c92423d82be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.395102] env[70059]: DEBUG nova.network.neutron [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.397507] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1132.397507] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5254d06e-8b81-0604-61ea-3b7a97caf849" [ 1132.397507] env[70059]: _type = "Task" [ 1132.397507] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.407482] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5254d06e-8b81-0604-61ea-3b7a97caf849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.862784] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1132.863069] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1132.863230] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1132.898348] env[70059]: DEBUG nova.network.neutron [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.910870] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5254d06e-8b81-0604-61ea-3b7a97caf849, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.912241] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673ddd98-68a1-490e-aa7c-f011a6ad8f7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.918723] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1132.918723] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aae738-be92-2277-b697-a4f0e947c8a6" [ 1132.918723] env[70059]: _type = "Task" [ 1132.918723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.929915] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aae738-be92-2277-b697-a4f0e947c8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.038256] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b886e-35f6-4b3f-9f28-eef550ae1645 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.046300] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588933bc-8f8e-403a-a1e1-02f6ed0d58f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.076579] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3fae55-955e-4983-aa24-c29bb92d9e63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.083988] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e507c4a5-bebd-4eb2-978c-7b8436be8936 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.096631] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.364861] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.365133] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637913', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'name': 'volume-3cc7e53d-247c-4b1e-8664-336f684f8700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8f630af-c6f0-4fca-ab54-916d4313a21c', 'attached_at': '', 'detached_at': '', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'serial': '3cc7e53d-247c-4b1e-8664-336f684f8700'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.366070] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea7f2ce-28a2-4cdc-8988-af0a469ef2b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.384367] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0de7ca-20a2-40ac-b641-b5d3d164524b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.408171] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-3cc7e53d-247c-4b1e-8664-336f684f8700/volume-3cc7e53d-247c-4b1e-8664-336f684f8700.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.408581] env[70059]: INFO nova.compute.manager [-] [instance: c795729f-7480-4547-8650-c8455defcc59] Took 1.04 seconds to deallocate network for instance. [ 1133.408791] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abcce108-d79f-4b8f-8e87-19153c546b25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.432447] env[70059]: DEBUG oslo_vmware.api [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1133.432447] env[70059]: value = "task-3189801" [ 1133.432447] env[70059]: _type = "Task" [ 1133.432447] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.436633] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aae738-be92-2277-b697-a4f0e947c8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.439928] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.440411] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.440702] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a5393d-97c7-458a-890c-442cd439841d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.448983] env[70059]: DEBUG oslo_vmware.api [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.450436] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1133.450436] env[70059]: value = "task-3189802" [ 1133.450436] env[70059]: _type = "Task" [ 1133.450436] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.460105] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.599888] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.931322] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.950909] env[70059]: DEBUG oslo_vmware.api [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189801, 'name': ReconfigVM_Task, 'duration_secs': 0.380869} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.951288] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-3cc7e53d-247c-4b1e-8664-336f684f8700/volume-3cc7e53d-247c-4b1e-8664-336f684f8700.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.958884] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd01f21d-801a-482a-873a-8d21adad15ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.974941] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.976483] env[70059]: DEBUG oslo_vmware.api [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1133.976483] env[70059]: value = "task-3189803" [ 1133.976483] env[70059]: _type = "Task" [ 1133.976483] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.987801] env[70059]: DEBUG oslo_vmware.api [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.106179] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1134.106535] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.181s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.106836] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.738s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.108499] env[70059]: INFO nova.compute.claims [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.461521] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645248} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.461851] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.462024] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.462359] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91479a70-80fa-4a62-8cd4-f8d2b663a92f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.468637] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1134.468637] env[70059]: value = "task-3189804" [ 1134.468637] env[70059]: _type = "Task" [ 1134.468637] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.476544] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.485435] env[70059]: DEBUG oslo_vmware.api [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189803, 'name': ReconfigVM_Task, 'duration_secs': 0.174551} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.485721] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637913', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'name': 'volume-3cc7e53d-247c-4b1e-8664-336f684f8700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8f630af-c6f0-4fca-ab54-916d4313a21c', 'attached_at': '', 'detached_at': '', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'serial': '3cc7e53d-247c-4b1e-8664-336f684f8700'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1134.979798] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074521} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.980080] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.980867] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9ad39-0d6c-4b9a-bb6a-ebf123e41883 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.004839] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.005147] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac22ad0-344f-49d4-be4e-9b2221c1ff34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.025333] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1135.025333] env[70059]: value = "task-3189805" [ 1135.025333] env[70059]: _type = "Task" [ 1135.025333] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.033823] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.281145] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7364243f-6122-427a-aeba-869264f826d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.288881] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f616ae-774f-4d40-b44c-54e814307d98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.319189] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d180d66f-488b-4686-ad09-aa283be970cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.327164] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645b482f-907f-4e25-af46-956f36ff8a52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.340607] env[70059]: DEBUG nova.compute.provider_tree [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.536714] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.540222] env[70059]: DEBUG nova.objects.instance [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.843973] env[70059]: DEBUG nova.scheduler.client.report [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.036060] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189805, 'name': ReconfigVM_Task, 'duration_secs': 0.625588} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.036357] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.036985] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65f21266-66cb-4770-aec8-f10f9ff8a81c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045236] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1136.045236] env[70059]: value = "task-3189806" [ 1136.045236] env[70059]: _type = "Task" [ 1136.045236] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.048580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8ad3d5fe-8511-4f35-b5c0-051a1d55329b tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.055481] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189806, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.149696] env[70059]: DEBUG oslo_concurrency.lockutils [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.149885] env[70059]: DEBUG oslo_concurrency.lockutils [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.150091] env[70059]: DEBUG nova.compute.manager [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.151039] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a3788-50d4-4273-8c1b-e36b18dc8f3e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.159652] env[70059]: DEBUG nova.compute.manager [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1136.160222] env[70059]: DEBUG nova.objects.instance [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.348701] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.349290] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.352353] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.172s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.555209] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189806, 'name': Rename_Task, 'duration_secs': 0.152274} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.555562] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.555660] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1dcee6-8302-4fbd-94e8-7e9c4603ef08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.561944] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1136.561944] env[70059]: value = "task-3189807" [ 1136.561944] env[70059]: _type = "Task" [ 1136.561944] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.569298] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.856050] env[70059]: DEBUG nova.compute.utils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.857467] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.857633] env[70059]: DEBUG nova.network.neutron [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.861480] env[70059]: INFO nova.compute.claims [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.911922] env[70059]: DEBUG nova.policy [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7d0d024cfb14f01a689c2738d978bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b2ea6cc4de48eaa7a2a2448293dff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.072225] env[70059]: DEBUG oslo_vmware.api [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189807, 'name': PowerOnVM_Task, 'duration_secs': 0.45298} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.072480] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.072678] env[70059]: INFO nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1137.072857] env[70059]: DEBUG nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.073612] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a568e2e-e857-4057-a03b-4c8096122967 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.169457] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.169457] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c52eb7f-6954-4a65-9169-7866bed4b30b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.177277] env[70059]: DEBUG oslo_vmware.api [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1137.177277] env[70059]: value = "task-3189808" [ 1137.177277] env[70059]: _type = "Task" [ 1137.177277] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.187177] env[70059]: DEBUG oslo_vmware.api [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.259602] env[70059]: DEBUG nova.network.neutron [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Successfully created port: e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.367510] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.372156] env[70059]: INFO nova.compute.resource_tracker [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating resource usage from migration 7aeb37b5-17a6-42ea-90ed-277c670ba328 [ 1137.589315] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de5c2a-6d89-47a1-b940-da550fcb61b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.594611] env[70059]: INFO nova.compute.manager [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Took 14.65 seconds to build instance. [ 1137.599497] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bfc804-21b0-4ed2-8140-d9ad93e69054 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.632647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15ce78-736d-45b7-b7fa-cd2a84768899 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.641047] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c94e6c-da1e-4f5f-9fea-f756a9d85f41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.655335] env[70059]: DEBUG nova.compute.provider_tree [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.687191] env[70059]: DEBUG oslo_vmware.api [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189808, 'name': PowerOffVM_Task, 'duration_secs': 0.254981} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.687452] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.687649] env[70059]: DEBUG nova.compute.manager [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.688404] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3300187-d087-4571-acdd-1f00618b1651 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.822206] env[70059]: DEBUG nova.compute.manager [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Received event network-changed-57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.822427] env[70059]: DEBUG nova.compute.manager [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Refreshing instance network info cache due to event network-changed-57eb40d5-5bd2-47a9-ae08-6117c55faf88. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.822648] env[70059]: DEBUG oslo_concurrency.lockutils [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.822792] env[70059]: DEBUG oslo_concurrency.lockutils [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.822952] env[70059]: DEBUG nova.network.neutron [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Refreshing network info cache for port 57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.097847] env[70059]: DEBUG oslo_concurrency.lockutils [None req-499d8114-20b9-477f-88b1-315877e9de0c tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.164s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.158487] env[70059]: DEBUG nova.scheduler.client.report [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.200383] env[70059]: DEBUG oslo_concurrency.lockutils [None req-608180bb-06ec-4ae1-a77b-2adbd1052d04 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.383745] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.412194] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.412456] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.412625] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.412811] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.412956] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.413114] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.413322] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.413481] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.413647] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.413808] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.413981] env[70059]: DEBUG nova.virt.hardware [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.414843] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9473d271-0056-4041-8860-8b5f33ec47fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.425497] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77146da1-e0f5-4e8d-986e-435ab8438abc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.546730] env[70059]: DEBUG nova.objects.instance [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.582521] env[70059]: DEBUG nova.network.neutron [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updated VIF entry in instance network info cache for port 57eb40d5-5bd2-47a9-ae08-6117c55faf88. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.583127] env[70059]: DEBUG nova.network.neutron [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.663457] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.311s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.663709] env[70059]: INFO nova.compute.manager [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Migrating [ 1138.674695] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.298s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.676238] env[70059]: INFO nova.compute.claims [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.744391] env[70059]: DEBUG nova.compute.manager [req-461ec702-641f-488e-8541-7d5a6d633718 req-53417637-8366-489e-a9a5-05dfc2fd6fc2 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Received event network-vif-plugged-e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.744391] env[70059]: DEBUG oslo_concurrency.lockutils [req-461ec702-641f-488e-8541-7d5a6d633718 req-53417637-8366-489e-a9a5-05dfc2fd6fc2 service nova] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.744391] env[70059]: DEBUG oslo_concurrency.lockutils [req-461ec702-641f-488e-8541-7d5a6d633718 req-53417637-8366-489e-a9a5-05dfc2fd6fc2 service nova] Lock "844473d5-0859-4b0d-96d9-07963dfa8655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.744391] env[70059]: DEBUG oslo_concurrency.lockutils [req-461ec702-641f-488e-8541-7d5a6d633718 req-53417637-8366-489e-a9a5-05dfc2fd6fc2 service nova] Lock "844473d5-0859-4b0d-96d9-07963dfa8655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.744391] env[70059]: DEBUG nova.compute.manager [req-461ec702-641f-488e-8541-7d5a6d633718 req-53417637-8366-489e-a9a5-05dfc2fd6fc2 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] No waiting events found dispatching network-vif-plugged-e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.744391] env[70059]: WARNING nova.compute.manager [req-461ec702-641f-488e-8541-7d5a6d633718 req-53417637-8366-489e-a9a5-05dfc2fd6fc2 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Received unexpected event network-vif-plugged-e9664827-cfd4-403d-8bfd-6293c9dcbbe8 for instance with vm_state building and task_state spawning. [ 1138.824848] env[70059]: DEBUG nova.network.neutron [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Successfully updated port: e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.052184] env[70059]: DEBUG oslo_concurrency.lockutils [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.052341] env[70059]: DEBUG oslo_concurrency.lockutils [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.052511] env[70059]: DEBUG nova.network.neutron [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.052681] env[70059]: DEBUG nova.objects.instance [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'info_cache' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.085667] env[70059]: DEBUG oslo_concurrency.lockutils [req-d9acbd3d-02f4-4281-bb89-e2fb93ade660 req-096ef267-93df-40d3-bad5-afd846bd5175 service nova] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.184235] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.184409] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.184586] env[70059]: DEBUG nova.network.neutron [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.327246] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.327404] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.327558] env[70059]: DEBUG nova.network.neutron [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.556386] env[70059]: DEBUG nova.objects.base [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.863919] env[70059]: DEBUG nova.network.neutron [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.893964] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f2abb9-6387-49ec-a9e5-4bf0317a8c56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.902312] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5e6bba-39be-4057-8acc-f847b5f9ecd8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.938768] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826d307-9778-4c4c-9eff-69bf0330e1d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.946980] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debe4485-bb02-4f18-b28a-04bf4e084f23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.960501] env[70059]: DEBUG nova.compute.provider_tree [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.973855] env[70059]: DEBUG nova.network.neutron [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.003488] env[70059]: DEBUG nova.network.neutron [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updating instance_info_cache with network_info: [{"id": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "address": "fa:16:3e:df:44:fd", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9664827-cf", "ovs_interfaceid": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.252040] env[70059]: DEBUG nova.network.neutron [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [{"id": "a517035c-e146-4ee3-b538-f343808b8652", "address": "fa:16:3e:60:16:85", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa517035c-e1", "ovs_interfaceid": "a517035c-e146-4ee3-b538-f343808b8652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.463785] env[70059]: DEBUG nova.scheduler.client.report [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.476119] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.505197] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.505488] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Instance network_info: |[{"id": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "address": "fa:16:3e:df:44:fd", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9664827-cf", "ovs_interfaceid": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.505872] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:44:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9664827-cfd4-403d-8bfd-6293c9dcbbe8', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.513674] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Creating folder: Project (43b2ea6cc4de48eaa7a2a2448293dff5). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.513942] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf26b5a-abe0-47b6-ae67-1e955c0b05ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.527205] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Created folder: Project (43b2ea6cc4de48eaa7a2a2448293dff5) in parent group-v637631. [ 1140.527394] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Creating folder: Instances. Parent ref: group-v637915. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.527615] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a374105-d542-4858-9690-27308c3f6c42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.536394] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Created folder: Instances in parent group-v637915. [ 1140.536482] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.536605] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.536797] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7b4c3dc-b830-46f6-8746-a5a809d853e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.556537] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.556537] env[70059]: value = "task-3189811" [ 1140.556537] env[70059]: _type = "Task" [ 1140.556537] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.563726] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189811, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.754984] env[70059]: DEBUG oslo_concurrency.lockutils [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.775400] env[70059]: DEBUG nova.compute.manager [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Received event network-changed-e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.775619] env[70059]: DEBUG nova.compute.manager [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Refreshing instance network info cache due to event network-changed-e9664827-cfd4-403d-8bfd-6293c9dcbbe8. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.775964] env[70059]: DEBUG oslo_concurrency.lockutils [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] Acquiring lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.776169] env[70059]: DEBUG oslo_concurrency.lockutils [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] Acquired lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.776365] env[70059]: DEBUG nova.network.neutron [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Refreshing network info cache for port e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.967916] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.968467] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.971205] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.592s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.972927] env[70059]: INFO nova.compute.claims [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.066849] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189811, 'name': CreateVM_Task, 'duration_secs': 0.355793} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.067107] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.067985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.068188] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.068525] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.068789] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e5c4d0-67a3-4453-95e9-93027d76fac7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.073398] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1141.073398] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5233d481-beac-0396-8ac3-68e1158230ce" [ 1141.073398] env[70059]: _type = "Task" [ 1141.073398] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.081184] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5233d481-beac-0396-8ac3-68e1158230ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.467174] env[70059]: DEBUG nova.network.neutron [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updated VIF entry in instance network info cache for port e9664827-cfd4-403d-8bfd-6293c9dcbbe8. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.467563] env[70059]: DEBUG nova.network.neutron [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updating instance_info_cache with network_info: [{"id": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "address": "fa:16:3e:df:44:fd", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9664827-cf", "ovs_interfaceid": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.477516] env[70059]: DEBUG nova.compute.utils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.481090] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.481263] env[70059]: DEBUG nova.network.neutron [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.517257] env[70059]: DEBUG nova.policy [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.583934] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5233d481-beac-0396-8ac3-68e1158230ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.584268] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.584510] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.584741] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.584887] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.585077] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.585333] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-194483f9-8e57-4cdc-95a4-e226950137b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.602820] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.602935] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.603614] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c8a713-6d38-4d54-a9c2-9ac81eeff5d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.608885] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1141.608885] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d02de3-7c1c-bfd6-6d8d-ff326a25d1b9" [ 1141.608885] env[70059]: _type = "Task" [ 1141.608885] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.617199] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d02de3-7c1c-bfd6-6d8d-ff326a25d1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.764698] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.765032] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2432cc9-72cd-4518-976b-a54aad14bc27 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.774126] env[70059]: DEBUG oslo_vmware.api [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1141.774126] env[70059]: value = "task-3189812" [ 1141.774126] env[70059]: _type = "Task" [ 1141.774126] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.782873] env[70059]: DEBUG oslo_vmware.api [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.823456] env[70059]: DEBUG nova.network.neutron [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Successfully created port: 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.970547] env[70059]: DEBUG oslo_concurrency.lockutils [req-0a38de81-8f22-4b66-a47c-9eaeb85c379c req-1b0d333b-8853-47ad-af5a-2f87cccbf6b5 service nova] Releasing lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.981474] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.991439] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0831a008-fb27-42ab-b295-fa8010974c54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.013303] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.122663] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d02de3-7c1c-bfd6-6d8d-ff326a25d1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.126193] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fbde56-2bfd-4fdf-8e5e-612b636797f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.131946] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1142.131946] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5217e9cc-8b2a-552e-6b99-b9f06ea60dfd" [ 1142.131946] env[70059]: _type = "Task" [ 1142.131946] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.143615] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5217e9cc-8b2a-552e-6b99-b9f06ea60dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.183521] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f7c138-83ba-46a7-a0cc-74ed1f18c9b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.191719] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e01120d-2142-4f0d-b1fa-878ddd1c5783 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.223010] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f42cd13-c901-477f-9adf-9656731c31e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.230589] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b6a7d-64b8-4ac7-b8bd-caebb8245f97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.244439] env[70059]: DEBUG nova.compute.provider_tree [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.285570] env[70059]: DEBUG oslo_vmware.api [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189812, 'name': PowerOnVM_Task, 'duration_secs': 0.397972} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.285837] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.286049] env[70059]: DEBUG nova.compute.manager [None req-82b2030b-67d0-4472-8ddf-d216ca1b7f73 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.286794] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec70533-f235-4e0d-a0da-6995d4dd7dad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.521283] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.521839] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eb71314-a759-4e60-bdaa-4cb3bede4d34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.530972] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1142.530972] env[70059]: value = "task-3189813" [ 1142.530972] env[70059]: _type = "Task" [ 1142.530972] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.540443] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.540615] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.643419] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5217e9cc-8b2a-552e-6b99-b9f06ea60dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.643744] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.643986] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 844473d5-0859-4b0d-96d9-07963dfa8655/844473d5-0859-4b0d-96d9-07963dfa8655.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.644280] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2227a595-85ac-4780-a3b4-1783d527de88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.653176] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1142.653176] env[70059]: value = "task-3189814" [ 1142.653176] env[70059]: _type = "Task" [ 1142.653176] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.662722] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.747781] env[70059]: DEBUG nova.scheduler.client.report [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.991553] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.023674] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.023940] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.024128] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.024332] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.024479] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.024629] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.024843] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.025008] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.025251] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.025430] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.025617] env[70059]: DEBUG nova.virt.hardware [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.026557] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75fb1aa-fb5a-484f-aa3d-4155dda9f3e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.036760] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467c2f3-0e27-4a42-8f2b-6fccc3f1efe3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.054140] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.054455] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.054619] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.054887] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.054940] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.055149] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.055410] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.055591] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.055767] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.055932] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.056120] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.062350] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42cd0f2-baec-4776-a40f-a23a95ba44a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.082025] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1143.082025] env[70059]: value = "task-3189815" [ 1143.082025] env[70059]: _type = "Task" [ 1143.082025] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.096534] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.164304] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189814, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.233220] env[70059]: DEBUG nova.compute.manager [req-af9eaf3e-eedd-4939-873f-a8fa2b8efdd1 req-8bb6c226-305b-4232-b6d6-e9cf9e5b00a8 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-vif-plugged-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.233442] env[70059]: DEBUG oslo_concurrency.lockutils [req-af9eaf3e-eedd-4939-873f-a8fa2b8efdd1 req-8bb6c226-305b-4232-b6d6-e9cf9e5b00a8 service nova] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.233653] env[70059]: DEBUG oslo_concurrency.lockutils [req-af9eaf3e-eedd-4939-873f-a8fa2b8efdd1 req-8bb6c226-305b-4232-b6d6-e9cf9e5b00a8 service nova] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.233818] env[70059]: DEBUG oslo_concurrency.lockutils [req-af9eaf3e-eedd-4939-873f-a8fa2b8efdd1 req-8bb6c226-305b-4232-b6d6-e9cf9e5b00a8 service nova] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.233983] env[70059]: DEBUG nova.compute.manager [req-af9eaf3e-eedd-4939-873f-a8fa2b8efdd1 req-8bb6c226-305b-4232-b6d6-e9cf9e5b00a8 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] No waiting events found dispatching network-vif-plugged-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.234162] env[70059]: WARNING nova.compute.manager [req-af9eaf3e-eedd-4939-873f-a8fa2b8efdd1 req-8bb6c226-305b-4232-b6d6-e9cf9e5b00a8 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received unexpected event network-vif-plugged-785379c9-6196-4b16-ab30-1e0937fc72c9 for instance with vm_state building and task_state spawning. [ 1143.253563] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.254098] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.257209] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.326s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.257430] env[70059]: DEBUG nova.objects.instance [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lazy-loading 'resources' on Instance uuid c795729f-7480-4547-8650-c8455defcc59 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.321377] env[70059]: DEBUG nova.network.neutron [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Successfully updated port: 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.592301] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189815, 'name': ReconfigVM_Task, 'duration_secs': 0.25082} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.592621] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.663974] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515939} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.664292] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 844473d5-0859-4b0d-96d9-07963dfa8655/844473d5-0859-4b0d-96d9-07963dfa8655.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.664525] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.664786] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b017d65f-5575-493b-96cc-9f167472daed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.672718] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1143.672718] env[70059]: value = "task-3189816" [ 1143.672718] env[70059]: _type = "Task" [ 1143.672718] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.681893] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.760688] env[70059]: DEBUG nova.compute.utils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.765748] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.765909] env[70059]: DEBUG nova.network.neutron [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.815164] env[70059]: DEBUG nova.policy [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.824407] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.824499] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.824586] env[70059]: DEBUG nova.network.neutron [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.942582] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67338f84-d40f-44d3-8b0b-a8e67caeb5ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.950443] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb61439-1556-459e-a08c-cba4760a0ccc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.981715] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b96fe0-15ca-40b3-8d02-1974426c3b37 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.990217] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3296f52-26a3-44e7-8188-2d971dc7706f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.006087] env[70059]: DEBUG nova.compute.provider_tree [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.099610] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.099859] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.100095] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.100194] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.100360] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.100519] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.100727] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.100885] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.101141] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.101338] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.101518] env[70059]: DEBUG nova.virt.hardware [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.106683] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.106974] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea64979-fc18-48d9-b528-4b315732d1e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.129448] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1144.129448] env[70059]: value = "task-3189817" [ 1144.129448] env[70059]: _type = "Task" [ 1144.129448] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.137801] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.141476] env[70059]: DEBUG nova.network.neutron [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Successfully created port: d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.183241] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070304} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.183560] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.188603] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2400de48-8572-4d91-b0cb-0ebe64d7af1c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.210921] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 844473d5-0859-4b0d-96d9-07963dfa8655/844473d5-0859-4b0d-96d9-07963dfa8655.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.212018] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21e3bff-a79f-4a8a-9058-629c1585fb87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.232264] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1144.232264] env[70059]: value = "task-3189818" [ 1144.232264] env[70059]: _type = "Task" [ 1144.232264] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.240838] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.266141] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.367326] env[70059]: DEBUG nova.network.neutron [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.512383] env[70059]: DEBUG nova.scheduler.client.report [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.567830] env[70059]: DEBUG nova.network.neutron [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.639954] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189817, 'name': ReconfigVM_Task, 'duration_secs': 0.190673} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.640255] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.641072] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d845e80-3025-40b4-9246-11a2048f7654 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.668840] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305/4a8dba25-b936-424e-b18f-1e131d129305.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.669169] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fea926-c934-4635-b824-62f0de629e9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.689529] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1144.689529] env[70059]: value = "task-3189819" [ 1144.689529] env[70059]: _type = "Task" [ 1144.689529] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.699743] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.742222] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189818, 'name': ReconfigVM_Task, 'duration_secs': 0.298899} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.743273] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 844473d5-0859-4b0d-96d9-07963dfa8655/844473d5-0859-4b0d-96d9-07963dfa8655.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.744037] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e3eaf72-f44a-409c-9290-4cdd380fa946 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.752893] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1144.752893] env[70059]: value = "task-3189820" [ 1144.752893] env[70059]: _type = "Task" [ 1144.752893] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.763949] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189820, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.892105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.892425] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.017285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.043770] env[70059]: INFO nova.scheduler.client.report [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Deleted allocations for instance c795729f-7480-4547-8650-c8455defcc59 [ 1145.070348] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.070536] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Instance network_info: |[{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.070963] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:43:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '785379c9-6196-4b16-ab30-1e0937fc72c9', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.078715] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.078848] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.079050] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f4f92a-35ab-41ee-a0f9-6cfa094782dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.100288] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.100288] env[70059]: value = "task-3189821" [ 1145.100288] env[70059]: _type = "Task" [ 1145.100288] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.108667] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189821, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.202725] env[70059]: DEBUG oslo_vmware.api [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189819, 'name': ReconfigVM_Task, 'duration_secs': 0.343005} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.203048] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305/4a8dba25-b936-424e-b18f-1e131d129305.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.203348] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.264207] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189820, 'name': Rename_Task, 'duration_secs': 0.152865} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.265546] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.266794] env[70059]: DEBUG nova.compute.manager [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.267022] env[70059]: DEBUG nova.compute.manager [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing instance network info cache due to event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.267299] env[70059]: DEBUG oslo_concurrency.lockutils [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.267491] env[70059]: DEBUG oslo_concurrency.lockutils [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.267644] env[70059]: DEBUG nova.network.neutron [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.268765] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4629f493-9c22-424e-ad6f-c2d586e0ba45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.276248] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.280774] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1145.280774] env[70059]: value = "task-3189822" [ 1145.280774] env[70059]: _type = "Task" [ 1145.280774] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.289981] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.306918] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.307257] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.307489] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.307683] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.308100] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.308100] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.308331] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.308491] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.308664] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.308825] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.309033] env[70059]: DEBUG nova.virt.hardware [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.310319] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f403cf-526e-4431-ae02-355f548e3770 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.321542] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7624ddad-4b95-48ee-a77a-3b7067419254 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.396546] env[70059]: INFO nova.compute.manager [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Detaching volume f9f43251-fdf7-436a-b66c-1515d4d8c2a3 [ 1145.437670] env[70059]: INFO nova.virt.block_device [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Attempting to driver detach volume f9f43251-fdf7-436a-b66c-1515d4d8c2a3 from mountpoint /dev/sdb [ 1145.438012] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.438232] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637889', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'name': 'volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45f53d7e-df03-4d76-9a62-fb849250b24d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'serial': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.439257] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7aabf0-762f-412f-8cdc-55840a4fabec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.464717] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a20fa-36d3-4476-ab2f-d9629c1bc0fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.473224] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351ee4e-f8f4-4867-a6b0-41b1be956d58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.495341] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46391a66-b0fc-4324-a04a-e8102f3cb5f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.511154] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] The volume has not been displaced from its original location: [datastore2] volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3/volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.516407] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.516817] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfca49d-5f07-4361-9b05-757b4afc5d61 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.536013] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1145.536013] env[70059]: value = "task-3189823" [ 1145.536013] env[70059]: _type = "Task" [ 1145.536013] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.546850] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.550753] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ad21a78-cf8e-443f-93c4-3afa9662f250 tempest-ServersListShow298Test-901230219 tempest-ServersListShow298Test-901230219-project-member] Lock "c795729f-7480-4547-8650-c8455defcc59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.636s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.610559] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189821, 'name': CreateVM_Task, 'duration_secs': 0.393499} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.610752] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.611423] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.611619] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.611979] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.612252] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e47e83-b180-4393-8fd5-c3032ac108ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.617747] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1145.617747] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5262253b-5c22-80fa-8a48-ab132088b5d1" [ 1145.617747] env[70059]: _type = "Task" [ 1145.617747] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.625765] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5262253b-5c22-80fa-8a48-ab132088b5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.710719] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777e499-70c2-4036-a498-34654552a0ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.735236] env[70059]: DEBUG nova.network.neutron [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Successfully updated port: d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.737884] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b186456-884a-48a5-b70c-2294b2902b70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.756760] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.791339] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.967596] env[70059]: DEBUG nova.network.neutron [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updated VIF entry in instance network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.968040] env[70059]: DEBUG nova.network.neutron [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.047589] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.128794] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5262253b-5c22-80fa-8a48-ab132088b5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.129066] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.129331] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.129578] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.129726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.129908] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.130188] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd914607-663c-4c91-9043-2f9935f40d7b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139535] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.139715] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.140589] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed417df9-fd92-4d45-bd9c-2ef39c75d2c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.145739] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1146.145739] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526d46f8-2b2b-785c-14bf-450735bcdcf9" [ 1146.145739] env[70059]: _type = "Task" [ 1146.145739] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.153613] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526d46f8-2b2b-785c-14bf-450735bcdcf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.237959] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.238177] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.238366] env[70059]: DEBUG nova.network.neutron [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.291777] env[70059]: DEBUG oslo_vmware.api [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189822, 'name': PowerOnVM_Task, 'duration_secs': 0.529918} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.292054] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.292255] env[70059]: INFO nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1146.292437] env[70059]: DEBUG nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.293223] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db38d035-aeca-447d-a084-58a9cc4411ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.296353] env[70059]: DEBUG nova.network.neutron [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Port 12ba8550-cb11-4858-afce-7fd3f853c76c binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.470807] env[70059]: DEBUG oslo_concurrency.lockutils [req-edd4b2b4-e99a-41e0-a2c7-a2d2e278a122 req-0323e2a9-cb25-4567-9ac4-9b7ef23c98bf service nova] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.549096] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.657099] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526d46f8-2b2b-785c-14bf-450735bcdcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.657994] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acab9992-d1e5-41a0-aa8d-37e505ffaee6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.663904] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1146.663904] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5233691b-c11a-4258-ebc0-9349fae287c8" [ 1146.663904] env[70059]: _type = "Task" [ 1146.663904] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.673807] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5233691b-c11a-4258-ebc0-9349fae287c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.772899] env[70059]: DEBUG nova.network.neutron [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.814187] env[70059]: INFO nova.compute.manager [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Took 16.46 seconds to build instance. [ 1146.916085] env[70059]: DEBUG nova.network.neutron [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Updating instance_info_cache with network_info: [{"id": "d1b67a19-807c-4062-8b7b-e7c0d98d87f7", "address": "fa:16:3e:bf:e9:f7", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b67a19-80", "ovs_interfaceid": "d1b67a19-807c-4062-8b7b-e7c0d98d87f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.047964] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189823, 'name': ReconfigVM_Task, 'duration_secs': 1.260913} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.048319] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.054348] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c672ea2c-9254-421c-93b4-7b8b51f983ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.070109] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1147.070109] env[70059]: value = "task-3189824" [ 1147.070109] env[70059]: _type = "Task" [ 1147.070109] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.078201] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.174998] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5233691b-c11a-4258-ebc0-9349fae287c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.175302] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.175577] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] dd0574f0-b61d-49fb-8f76-4e93405e8609/dd0574f0-b61d-49fb-8f76-4e93405e8609.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.175838] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad2f6697-7799-44e4-92c7-fbd9b75048d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.185469] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1147.185469] env[70059]: value = "task-3189825" [ 1147.185469] env[70059]: _type = "Task" [ 1147.185469] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.194459] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.299087] env[70059]: DEBUG nova.compute.manager [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Received event network-vif-plugged-d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.299412] env[70059]: DEBUG oslo_concurrency.lockutils [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] Acquiring lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.299577] env[70059]: DEBUG oslo_concurrency.lockutils [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.299762] env[70059]: DEBUG oslo_concurrency.lockutils [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.299949] env[70059]: DEBUG nova.compute.manager [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] No waiting events found dispatching network-vif-plugged-d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.300185] env[70059]: WARNING nova.compute.manager [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Received unexpected event network-vif-plugged-d1b67a19-807c-4062-8b7b-e7c0d98d87f7 for instance with vm_state building and task_state spawning. [ 1147.300358] env[70059]: DEBUG nova.compute.manager [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Received event network-changed-d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.300518] env[70059]: DEBUG nova.compute.manager [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Refreshing instance network info cache due to event network-changed-d1b67a19-807c-4062-8b7b-e7c0d98d87f7. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.300698] env[70059]: DEBUG oslo_concurrency.lockutils [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] Acquiring lock "refresh_cache-1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.317385] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.317679] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.317798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.318922] env[70059]: DEBUG oslo_concurrency.lockutils [None req-14f3ecae-682a-4848-bd0d-9ee68380c58f tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.977s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.369314] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.369601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.418926] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.419398] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Instance network_info: |[{"id": "d1b67a19-807c-4062-8b7b-e7c0d98d87f7", "address": "fa:16:3e:bf:e9:f7", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b67a19-80", "ovs_interfaceid": "d1b67a19-807c-4062-8b7b-e7c0d98d87f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.420137] env[70059]: DEBUG oslo_concurrency.lockutils [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] Acquired lock "refresh_cache-1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.420395] env[70059]: DEBUG nova.network.neutron [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Refreshing network info cache for port d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.422479] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e9:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1b67a19-807c-4062-8b7b-e7c0d98d87f7', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.429877] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.433327] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.434484] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587e2927-5955-4ccb-bbec-47f0617529c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.459902] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.459902] env[70059]: value = "task-3189826" [ 1147.459902] env[70059]: _type = "Task" [ 1147.459902] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.471933] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189826, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.584799] env[70059]: DEBUG oslo_vmware.api [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189824, 'name': ReconfigVM_Task, 'duration_secs': 0.138056} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.585172] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637889', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'name': 'volume-f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45f53d7e-df03-4d76-9a62-fb849250b24d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3', 'serial': 'f9f43251-fdf7-436a-b66c-1515d4d8c2a3'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.702820] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49319} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.703751] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] dd0574f0-b61d-49fb-8f76-4e93405e8609/dd0574f0-b61d-49fb-8f76-4e93405e8609.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.704029] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.704489] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30ada143-ac4b-489c-9c16-c5e94680b380 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.713728] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1147.713728] env[70059]: value = "task-3189827" [ 1147.713728] env[70059]: _type = "Task" [ 1147.713728] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.723823] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.741818] env[70059]: DEBUG nova.network.neutron [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Updated VIF entry in instance network info cache for port d1b67a19-807c-4062-8b7b-e7c0d98d87f7. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.742277] env[70059]: DEBUG nova.network.neutron [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Updating instance_info_cache with network_info: [{"id": "d1b67a19-807c-4062-8b7b-e7c0d98d87f7", "address": "fa:16:3e:bf:e9:f7", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b67a19-80", "ovs_interfaceid": "d1b67a19-807c-4062-8b7b-e7c0d98d87f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.874938] env[70059]: DEBUG nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.974021] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189826, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.032115] env[70059]: DEBUG nova.compute.manager [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Received event network-changed-e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.032322] env[70059]: DEBUG nova.compute.manager [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Refreshing instance network info cache due to event network-changed-e9664827-cfd4-403d-8bfd-6293c9dcbbe8. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.032548] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] Acquiring lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.032692] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] Acquired lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.032850] env[70059]: DEBUG nova.network.neutron [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Refreshing network info cache for port e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.138446] env[70059]: DEBUG nova.objects.instance [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'flavor' on Instance uuid 45f53d7e-df03-4d76-9a62-fb849250b24d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.224326] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063237} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.224590] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.225396] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3a7bd-cd5b-4644-a7a6-2aa691fabbd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.247434] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] dd0574f0-b61d-49fb-8f76-4e93405e8609/dd0574f0-b61d-49fb-8f76-4e93405e8609.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.247943] env[70059]: DEBUG oslo_concurrency.lockutils [req-7fdced97-8daa-460e-a01d-e33676c35abf req-7f383985-07b4-42ea-a71d-3cdf8ccf5635 service nova] Releasing lock "refresh_cache-1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.248309] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902d1f71-aea5-4157-8795-ddb6400b7f0f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.268555] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1148.268555] env[70059]: value = "task-3189828" [ 1148.268555] env[70059]: _type = "Task" [ 1148.268555] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.276950] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.366385] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.366599] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.366792] env[70059]: DEBUG nova.network.neutron [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.395805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.396096] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.397599] env[70059]: INFO nova.compute.claims [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.472450] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189826, 'name': CreateVM_Task, 'duration_secs': 0.672839} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.472646] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.473310] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.473524] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.473907] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.474229] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7163abfd-cf30-46f0-a61c-c0dec10f03da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.480381] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1148.480381] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f98109-eb7a-3029-b14d-575379afe9ac" [ 1148.480381] env[70059]: _type = "Task" [ 1148.480381] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.489076] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f98109-eb7a-3029-b14d-575379afe9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.779065] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189828, 'name': ReconfigVM_Task, 'duration_secs': 0.278572} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.779473] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Reconfigured VM instance instance-00000063 to attach disk [datastore2] dd0574f0-b61d-49fb-8f76-4e93405e8609/dd0574f0-b61d-49fb-8f76-4e93405e8609.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.780142] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aacf4f63-454e-4d87-a2ea-a1f928317ef6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.785881] env[70059]: DEBUG nova.network.neutron [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updated VIF entry in instance network info cache for port e9664827-cfd4-403d-8bfd-6293c9dcbbe8. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.786348] env[70059]: DEBUG nova.network.neutron [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updating instance_info_cache with network_info: [{"id": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "address": "fa:16:3e:df:44:fd", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9664827-cf", "ovs_interfaceid": "e9664827-cfd4-403d-8bfd-6293c9dcbbe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.789231] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1148.789231] env[70059]: value = "task-3189829" [ 1148.789231] env[70059]: _type = "Task" [ 1148.789231] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.797751] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189829, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.991836] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f98109-eb7a-3029-b14d-575379afe9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.991836] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.991836] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.991836] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.991836] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.991836] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.994162] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-042da644-51f5-4ac4-bbd0-f0ec31249b08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.004055] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.004055] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.004566] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab33946-1c9e-4601-bb64-36af65432857 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.010634] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1149.010634] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c2854d-2f3b-b959-0240-87e1415d8167" [ 1149.010634] env[70059]: _type = "Task" [ 1149.010634] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.019730] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c2854d-2f3b-b959-0240-87e1415d8167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.083212] env[70059]: DEBUG nova.network.neutron [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.147880] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4708566b-0cd6-4b53-bc50-a1ceafe72c89 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.255s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.291276] env[70059]: DEBUG oslo_concurrency.lockutils [req-e3ed7ed1-7879-485c-a5ce-3f942dac67a1 req-3fd0f18f-704d-43a3-88b1-587c2c69fe06 service nova] Releasing lock "refresh_cache-844473d5-0859-4b0d-96d9-07963dfa8655" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.301064] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189829, 'name': Rename_Task, 'duration_secs': 0.149133} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.301337] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.301594] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5873731-d449-4eda-8fcb-bcc3d49bf79b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.308201] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1149.308201] env[70059]: value = "task-3189830" [ 1149.308201] env[70059]: _type = "Task" [ 1149.308201] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.315570] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.523790] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c2854d-2f3b-b959-0240-87e1415d8167, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.524619] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c320413-2f48-4f68-89f2-3efaa0115e7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.533701] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1149.533701] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524cb2ca-3a22-3fdd-154c-86e1cdfd105b" [ 1149.533701] env[70059]: _type = "Task" [ 1149.533701] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.542740] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524cb2ca-3a22-3fdd-154c-86e1cdfd105b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.585833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.591303] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17bac8-2e94-40da-a31f-970bae9c4296 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.600560] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f9564-4311-4dd4-b54c-0006711ab8b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.634550] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3f4c3-410f-4787-a915-315f9a12176f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.643866] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991411b-9f08-44e3-b841-e3dfcde88bd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.660101] env[70059]: DEBUG nova.compute.provider_tree [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.819204] env[70059]: DEBUG oslo_vmware.api [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189830, 'name': PowerOnVM_Task, 'duration_secs': 0.488882} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.819531] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.819792] env[70059]: INFO nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1149.819970] env[70059]: DEBUG nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.820761] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21fd39c-734b-4f65-ba72-ae3290290341 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.044364] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524cb2ca-3a22-3fdd-154c-86e1cdfd105b, 'name': SearchDatastore_Task, 'duration_secs': 0.01464} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.044657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.044921] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd/1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.045206] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-877ca056-d9e3-4be7-9518-ff8d4467e7f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.053152] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1150.053152] env[70059]: value = "task-3189831" [ 1150.053152] env[70059]: _type = "Task" [ 1150.053152] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.060794] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.111762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08a763-b903-4e81-8be9-0d14fd478231 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.132796] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994458a-5c9d-40a5-86c1-c6270a5242ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.140494] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.163363] env[70059]: DEBUG nova.scheduler.client.report [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.302819] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.303205] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.303459] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "45f53d7e-df03-4d76-9a62-fb849250b24d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.303658] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.303835] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.306021] env[70059]: INFO nova.compute.manager [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Terminating instance [ 1150.340013] env[70059]: INFO nova.compute.manager [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Took 17.99 seconds to build instance. [ 1150.568099] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.647034] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-001e041a-3b83-4feb-a712-84eb5010ff7a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance '4a8dba25-b936-424e-b18f-1e131d129305' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.669985] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.670565] env[70059]: DEBUG nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.810315] env[70059]: DEBUG nova.compute.manager [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.810577] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.811604] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e2379-5ccf-4ffb-aa97-9fb4fe74a2e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.820188] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.820359] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c8175b-c15e-4364-a861-9b7d5a348d7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.827681] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1150.827681] env[70059]: value = "task-3189832" [ 1150.827681] env[70059]: _type = "Task" [ 1150.827681] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.836161] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.841074] env[70059]: DEBUG oslo_concurrency.lockutils [None req-171f3cb2-86ae-42b5-8c44-b1c73a8e80ec tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.190s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.064647] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721016} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.064894] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd/1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.065119] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.065389] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cae85b0-daea-4d4f-919a-bc1beba91ac7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.073718] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1151.073718] env[70059]: value = "task-3189833" [ 1151.073718] env[70059]: _type = "Task" [ 1151.073718] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.081716] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.175017] env[70059]: DEBUG nova.compute.utils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.176658] env[70059]: DEBUG nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Not allocating networking since 'none' was specified. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1151.337832] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.393722] env[70059]: DEBUG nova.compute.manager [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.394143] env[70059]: DEBUG nova.compute.manager [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing instance network info cache due to event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.394433] env[70059]: DEBUG oslo_concurrency.lockutils [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.394673] env[70059]: DEBUG oslo_concurrency.lockutils [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.395043] env[70059]: DEBUG nova.network.neutron [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.585552] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073817} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.585819] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.586587] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d992f-ab81-413a-9bd7-0d2801596cd8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.608875] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd/1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.609162] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15af7d14-6065-4d97-be88-a017452ed659 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.630107] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1151.630107] env[70059]: value = "task-3189834" [ 1151.630107] env[70059]: _type = "Task" [ 1151.630107] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.638859] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.677957] env[70059]: DEBUG nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.838721] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.141066] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189834, 'name': ReconfigVM_Task, 'duration_secs': 0.329409} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.141543] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd/1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.145610] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63067b9f-6abb-4c6c-9bc7-68dbcdd57713 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.156090] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1152.156090] env[70059]: value = "task-3189835" [ 1152.156090] env[70059]: _type = "Task" [ 1152.156090] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.176425] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189835, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.193144] env[70059]: DEBUG nova.network.neutron [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updated VIF entry in instance network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.193276] env[70059]: DEBUG nova.network.neutron [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.325974] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.326242] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.338473] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189832, 'name': PowerOffVM_Task, 'duration_secs': 1.468937} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.339272] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.339502] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.339723] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a24900c-6aed-4601-a468-c3f2c1f860d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.434510] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.434811] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.435012] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleting the datastore file [datastore1] 45f53d7e-df03-4d76-9a62-fb849250b24d {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.435404] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094bca78-44de-4347-9f01-853102a1c9a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.442739] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1152.442739] env[70059]: value = "task-3189837" [ 1152.442739] env[70059]: _type = "Task" [ 1152.442739] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.457107] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.666997] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189835, 'name': Rename_Task, 'duration_secs': 0.168139} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.667161] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.667369] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c93657-5585-4423-bef5-815d1e94c5eb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.674641] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1152.674641] env[70059]: value = "task-3189838" [ 1152.674641] env[70059]: _type = "Task" [ 1152.674641] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.687693] env[70059]: DEBUG nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.692636] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.700398] env[70059]: DEBUG oslo_concurrency.lockutils [req-50a2260c-1f71-4384-9e1e-1915f6440b65 req-517dc531-5ba8-4fa1-ad81-8a53ce57aa64 service nova] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.717673] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.717904] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.718075] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.718278] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.718421] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.718568] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.718776] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.718934] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.719115] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.719295] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.719491] env[70059]: DEBUG nova.virt.hardware [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.720359] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0869536-f7ad-4d9a-87c0-df8de8c6cc52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.729062] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f5ed0-fc94-4beb-b3a6-1ec935de4149 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.742794] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.748603] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Creating folder: Project (0e9c81c8019e457e862851f21b8021d5). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.748919] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac3edde-2190-46d8-9b62-70fd25e9628c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.761960] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Created folder: Project (0e9c81c8019e457e862851f21b8021d5) in parent group-v637631. [ 1152.762306] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Creating folder: Instances. Parent ref: group-v637920. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.762664] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fbd92bd-44ed-4a0a-9413-a5753619167d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.774382] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Created folder: Instances in parent group-v637920. [ 1152.774778] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.775104] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.775419] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f29c3a3-ba26-4846-822b-331147cdadcc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.793826] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.793826] env[70059]: value = "task-3189841" [ 1152.793826] env[70059]: _type = "Task" [ 1152.793826] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.802196] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189841, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.828940] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.953509] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.953741] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.953923] env[70059]: DEBUG nova.compute.manager [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Going to confirm migration 6 {{(pid=70059) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1152.955263] env[70059]: DEBUG oslo_vmware.api [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228711} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.955499] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.955678] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.955857] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.956042] env[70059]: INFO nova.compute.manager [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1152.956281] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.956697] env[70059]: DEBUG nova.compute.manager [-] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.956797] env[70059]: DEBUG nova.network.neutron [-] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.186447] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189838, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.303847] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189841, 'name': CreateVM_Task, 'duration_secs': 0.412315} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.307569] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.307569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.307569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.307569] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.307569] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22191464-1436-4540-a164-1e7773ec718b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.314047] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1153.314047] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5279e699-57bb-6312-4dd7-df008cdbb646" [ 1153.314047] env[70059]: _type = "Task" [ 1153.314047] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.322159] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5279e699-57bb-6312-4dd7-df008cdbb646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.369023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.369023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.371193] env[70059]: INFO nova.compute.claims [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.504350] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.504350] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.504350] env[70059]: DEBUG nova.network.neutron [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.504350] env[70059]: DEBUG nova.objects.instance [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'info_cache' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.685924] env[70059]: DEBUG oslo_vmware.api [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189838, 'name': PowerOnVM_Task, 'duration_secs': 0.54848} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.686109] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.686318] env[70059]: INFO nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1153.686578] env[70059]: DEBUG nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.687412] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd5e8c3-17c7-451c-a8a1-67f41f06b0b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.818166] env[70059]: DEBUG nova.compute.manager [req-fd9287d5-885e-4e19-8993-dd96a1e4eb69 req-c2e5d838-ab4f-472f-ad4f-64466dd1de2b service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Received event network-vif-deleted-ae2560c9-d182-44c1-9bcc-d1433f5638ec {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.818333] env[70059]: INFO nova.compute.manager [req-fd9287d5-885e-4e19-8993-dd96a1e4eb69 req-c2e5d838-ab4f-472f-ad4f-64466dd1de2b service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Neutron deleted interface ae2560c9-d182-44c1-9bcc-d1433f5638ec; detaching it from the instance and deleting it from the info cache [ 1153.818512] env[70059]: DEBUG nova.network.neutron [req-fd9287d5-885e-4e19-8993-dd96a1e4eb69 req-c2e5d838-ab4f-472f-ad4f-64466dd1de2b service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.826548] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5279e699-57bb-6312-4dd7-df008cdbb646, 'name': SearchDatastore_Task, 'duration_secs': 0.040867} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.826660] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.826960] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.831115] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.831115] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.831115] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.831115] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10234a93-0338-4817-bce9-b482f4427b02 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.842556] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.842750] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.843462] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4708530-bd3e-4ca7-926c-1ed169cc5eac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.849508] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1153.849508] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]520cfbba-4f60-2590-5ab8-0d465a71ae86" [ 1153.849508] env[70059]: _type = "Task" [ 1153.849508] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.857926] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520cfbba-4f60-2590-5ab8-0d465a71ae86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.207734] env[70059]: INFO nova.compute.manager [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Took 21.86 seconds to build instance. [ 1154.294415] env[70059]: DEBUG nova.network.neutron [-] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.321272] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c65146ef-88b5-4f07-b9e7-09dd61c3edc9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.332762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf03073-239e-4e62-adcd-8c6617b33ef3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.369363] env[70059]: DEBUG nova.compute.manager [req-fd9287d5-885e-4e19-8993-dd96a1e4eb69 req-c2e5d838-ab4f-472f-ad4f-64466dd1de2b service nova] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Detach interface failed, port_id=ae2560c9-d182-44c1-9bcc-d1433f5638ec, reason: Instance 45f53d7e-df03-4d76-9a62-fb849250b24d could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.373259] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]520cfbba-4f60-2590-5ab8-0d465a71ae86, 'name': SearchDatastore_Task, 'duration_secs': 0.029245} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.374162] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2dd2c1-610b-4a67-800f-d760e7385790 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.383362] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1154.383362] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bae543-ad2a-dc26-7c1c-d94809cbf5e1" [ 1154.383362] env[70059]: _type = "Task" [ 1154.383362] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.392227] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bae543-ad2a-dc26-7c1c-d94809cbf5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.629689] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b7e86-b092-4fc0-8646-b22d433827d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.639980] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a737c-2886-453a-b2d2-34e0d75d686d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.671784] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fceda4-6a0d-4a0e-a16a-3eec7620a420 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.679851] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b11ab1a-1673-4ecb-9c3d-11eb1f518f36 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.693277] env[70059]: DEBUG nova.compute.provider_tree [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.709228] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d08f7065-4ca8-4805-b366-507dbeacfbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.889s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.762312] env[70059]: DEBUG nova.network.neutron [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.797220] env[70059]: INFO nova.compute.manager [-] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Took 1.84 seconds to deallocate network for instance. [ 1154.894636] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bae543-ad2a-dc26-7c1c-d94809cbf5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.023238} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.894903] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.895191] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.895463] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f5f8fd2-f43f-416f-ba71-41ab1bf4696f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.903367] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1154.903367] env[70059]: value = "task-3189842" [ 1154.903367] env[70059]: _type = "Task" [ 1154.903367] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.911558] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.936212] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.936469] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.936697] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.936882] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.937096] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.939402] env[70059]: INFO nova.compute.manager [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Terminating instance [ 1155.197222] env[70059]: DEBUG nova.scheduler.client.report [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.264847] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.265140] env[70059]: DEBUG nova.objects.instance [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'migration_context' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.304053] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.414508] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.443723] env[70059]: DEBUG nova.compute.manager [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.443945] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.444911] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3481b-8708-497d-9da7-56e69432b7bf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.454078] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.454414] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f8fe93d-bba2-4feb-958c-1d224cc34c64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.462964] env[70059]: DEBUG oslo_vmware.api [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1155.462964] env[70059]: value = "task-3189843" [ 1155.462964] env[70059]: _type = "Task" [ 1155.462964] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.473387] env[70059]: DEBUG oslo_vmware.api [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.701798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.702365] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.705321] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.401s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.705602] env[70059]: DEBUG nova.objects.instance [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'resources' on Instance uuid 45f53d7e-df03-4d76-9a62-fb849250b24d {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.769098] env[70059]: DEBUG nova.objects.base [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Object Instance<4a8dba25-b936-424e-b18f-1e131d129305> lazy-loaded attributes: info_cache,migration_context {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.769098] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55c451-58c9-43a1-9bfe-334b734cc7a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.788584] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d708f334-31ca-4d0b-a6b5-98c3c36e6ff3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.795163] env[70059]: DEBUG oslo_vmware.api [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1155.795163] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5205d551-4ee9-8c33-9acd-5825e8b5b6a7" [ 1155.795163] env[70059]: _type = "Task" [ 1155.795163] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.803669] env[70059]: DEBUG oslo_vmware.api [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5205d551-4ee9-8c33-9acd-5825e8b5b6a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.914055] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781861} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.914245] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.914541] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.914805] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76238622-dfc0-4b55-855b-b5c991e07b62 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.921830] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1155.921830] env[70059]: value = "task-3189844" [ 1155.921830] env[70059]: _type = "Task" [ 1155.921830] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.931520] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.973906] env[70059]: DEBUG oslo_vmware.api [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189843, 'name': PowerOffVM_Task, 'duration_secs': 0.246223} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.974242] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.974412] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.974694] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4846e7ae-3f1a-41ee-8de5-7a7af2349eb9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.058504] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.058727] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.058907] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore2] 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.059209] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd8992b-2515-429e-b09a-24c310eed0b8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.067176] env[70059]: DEBUG oslo_vmware.api [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1156.067176] env[70059]: value = "task-3189846" [ 1156.067176] env[70059]: _type = "Task" [ 1156.067176] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.074760] env[70059]: DEBUG oslo_vmware.api [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.208425] env[70059]: DEBUG nova.compute.utils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.212810] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.212978] env[70059]: DEBUG nova.network.neutron [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.252386] env[70059]: DEBUG nova.policy [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.307605] env[70059]: DEBUG oslo_vmware.api [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5205d551-4ee9-8c33-9acd-5825e8b5b6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.307915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.420652] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faee7c7-e616-4e03-8a17-69ef45bc3ef5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.432079] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099919} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.433883] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.434685] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df71dba8-2518-4723-b24f-65b3fb240897 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.437738] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be369d5-fe93-4029-8035-89b82584c948 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.458597] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.483641] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-229fa30f-73e0-402a-8d5f-ad36872fc411 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.499843] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3bf72-a108-405b-8fb1-efdcac373135 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.509253] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56915c3-9225-48ec-8994-4a6d4bf503f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.517452] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1156.517452] env[70059]: value = "task-3189847" [ 1156.517452] env[70059]: _type = "Task" [ 1156.517452] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.525907] env[70059]: DEBUG nova.compute.provider_tree [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.530688] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.579495] env[70059]: DEBUG oslo_vmware.api [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.579808] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.580023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.580251] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.580443] env[70059]: INFO nova.compute.manager [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1156.580703] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.581044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.581275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.581475] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.581662] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.581824] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.583428] env[70059]: DEBUG nova.compute.manager [-] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.583532] env[70059]: DEBUG nova.network.neutron [-] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.585419] env[70059]: INFO nova.compute.manager [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Terminating instance [ 1156.718651] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.743205] env[70059]: DEBUG nova.network.neutron [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Successfully created port: 29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.026127] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189847, 'name': ReconfigVM_Task, 'duration_secs': 0.347564} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.026485] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.028214] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c243da-5b53-462b-8887-974cda0e61f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.032859] env[70059]: DEBUG nova.scheduler.client.report [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.038782] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1157.038782] env[70059]: value = "task-3189848" [ 1157.038782] env[70059]: _type = "Task" [ 1157.038782] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.049266] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189848, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.091376] env[70059]: DEBUG nova.compute.manager [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.091569] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.092908] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44874ca-3543-4c35-a8b3-8bae8affb659 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.101540] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.101878] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2725766-e280-4cd7-96c2-4d4f878b8871 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.110960] env[70059]: DEBUG oslo_vmware.api [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1157.110960] env[70059]: value = "task-3189849" [ 1157.110960] env[70059]: _type = "Task" [ 1157.110960] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.120755] env[70059]: DEBUG oslo_vmware.api [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.201466] env[70059]: DEBUG nova.compute.manager [req-543cc30e-9d49-40b0-bd16-b41fba0a5847 req-e2fd1a33-c5dd-410c-b689-85db1b672209 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Received event network-vif-deleted-d1b67a19-807c-4062-8b7b-e7c0d98d87f7 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.201466] env[70059]: INFO nova.compute.manager [req-543cc30e-9d49-40b0-bd16-b41fba0a5847 req-e2fd1a33-c5dd-410c-b689-85db1b672209 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Neutron deleted interface d1b67a19-807c-4062-8b7b-e7c0d98d87f7; detaching it from the instance and deleting it from the info cache [ 1157.201466] env[70059]: DEBUG nova.network.neutron [req-543cc30e-9d49-40b0-bd16-b41fba0a5847 req-e2fd1a33-c5dd-410c-b689-85db1b672209 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.540915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.546087] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.238s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.548443] env[70059]: DEBUG nova.network.neutron [-] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.560282] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189848, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.623027] env[70059]: DEBUG oslo_vmware.api [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189849, 'name': PowerOffVM_Task, 'duration_secs': 0.359079} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.624082] env[70059]: INFO nova.scheduler.client.report [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleted allocations for instance 45f53d7e-df03-4d76-9a62-fb849250b24d [ 1157.625355] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.625607] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.628416] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a35a23e-7831-41ed-ac65-93e06d74a5e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.704772] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eb89459-1da2-42f2-8305-3cf6500d6395 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.712194] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.712432] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.712630] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Deleting the datastore file [datastore1] a1eeeefc-3c6b-4879-9270-386ceb6631c1 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.713820] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a823754b-3769-4b76-b446-2627e3d43505 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.718447] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb90f7-c6e1-40ca-bcdb-aaf539b05037 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.731204] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.734267] env[70059]: DEBUG oslo_vmware.api [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for the task: (returnval){ [ 1157.734267] env[70059]: value = "task-3189851" [ 1157.734267] env[70059]: _type = "Task" [ 1157.734267] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.746951] env[70059]: DEBUG oslo_vmware.api [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.757033] env[70059]: DEBUG nova.compute.manager [req-543cc30e-9d49-40b0-bd16-b41fba0a5847 req-e2fd1a33-c5dd-410c-b689-85db1b672209 service nova] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Detach interface failed, port_id=d1b67a19-807c-4062-8b7b-e7c0d98d87f7, reason: Instance 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.784842] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.785092] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.785254] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.785437] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.785584] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.785732] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.785955] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.786145] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.786320] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.786485] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.786656] env[70059]: DEBUG nova.virt.hardware [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.787483] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf4858-12b8-4870-a298-46ef122f8543 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.795649] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02783be2-b810-4a6e-9f79-ffc6091b34f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.058159] env[70059]: INFO nova.compute.manager [-] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Took 1.47 seconds to deallocate network for instance. [ 1158.058492] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189848, 'name': Rename_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.137820] env[70059]: DEBUG oslo_concurrency.lockutils [None req-65e86096-88d3-4c6b-92ab-8a1398e60bb4 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "45f53d7e-df03-4d76-9a62-fb849250b24d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.835s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.245653] env[70059]: DEBUG oslo_vmware.api [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Task: {'id': task-3189851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211784} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.246021] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.246109] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.246283] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.246454] env[70059]: INFO nova.compute.manager [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1158.246693] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.246887] env[70059]: DEBUG nova.compute.manager [-] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.246974] env[70059]: DEBUG nova.network.neutron [-] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.255634] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f1e40-0065-4e0c-9197-e3baea1c2934 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.263744] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f44958-348f-4fce-89d5-c827d9a004c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.294226] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a85e1f4-c6a1-4742-91f5-d56a03fa1f30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.302360] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc0ac0-3541-4dbd-be45-2396fdaa0a15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.316555] env[70059]: DEBUG nova.compute.provider_tree [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.473207] env[70059]: DEBUG nova.compute.manager [req-d3a8b56e-7726-47f1-8df3-0be0d1b3d6ef req-d72d03e2-6027-4e7b-a8c4-ff018d91bbbc service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-vif-plugged-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.473960] env[70059]: DEBUG oslo_concurrency.lockutils [req-d3a8b56e-7726-47f1-8df3-0be0d1b3d6ef req-d72d03e2-6027-4e7b-a8c4-ff018d91bbbc service nova] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.474198] env[70059]: DEBUG oslo_concurrency.lockutils [req-d3a8b56e-7726-47f1-8df3-0be0d1b3d6ef req-d72d03e2-6027-4e7b-a8c4-ff018d91bbbc service nova] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.474452] env[70059]: DEBUG oslo_concurrency.lockutils [req-d3a8b56e-7726-47f1-8df3-0be0d1b3d6ef req-d72d03e2-6027-4e7b-a8c4-ff018d91bbbc service nova] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.474640] env[70059]: DEBUG nova.compute.manager [req-d3a8b56e-7726-47f1-8df3-0be0d1b3d6ef req-d72d03e2-6027-4e7b-a8c4-ff018d91bbbc service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] No waiting events found dispatching network-vif-plugged-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.474844] env[70059]: WARNING nova.compute.manager [req-d3a8b56e-7726-47f1-8df3-0be0d1b3d6ef req-d72d03e2-6027-4e7b-a8c4-ff018d91bbbc service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received unexpected event network-vif-plugged-29385860-3e0f-4ca3-b578-d8773182a9e2 for instance with vm_state building and task_state spawning. [ 1158.556825] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189848, 'name': Rename_Task, 'duration_secs': 1.157506} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.556825] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.556825] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361e3296-d29d-4a35-b7ec-71bb6d9fc5f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.559025] env[70059]: DEBUG nova.network.neutron [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Successfully updated port: 29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.565536] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.567338] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1158.567338] env[70059]: value = "task-3189852" [ 1158.567338] env[70059]: _type = "Task" [ 1158.567338] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.577926] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.821732] env[70059]: DEBUG nova.scheduler.client.report [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.062097] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.062282] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.062443] env[70059]: DEBUG nova.network.neutron [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.079323] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.227274] env[70059]: DEBUG nova.compute.manager [req-75338da3-1495-4941-bc30-1cb0f89a7a59 req-a9bb7e5f-f9e7-4837-9322-359ec7bbd3e1 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Received event network-vif-deleted-b6745ea4-e196-441e-a92f-57818d334e5a {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.227619] env[70059]: INFO nova.compute.manager [req-75338da3-1495-4941-bc30-1cb0f89a7a59 req-a9bb7e5f-f9e7-4837-9322-359ec7bbd3e1 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Neutron deleted interface b6745ea4-e196-441e-a92f-57818d334e5a; detaching it from the instance and deleting it from the info cache [ 1159.227830] env[70059]: DEBUG nova.network.neutron [req-75338da3-1495-4941-bc30-1cb0f89a7a59 req-a9bb7e5f-f9e7-4837-9322-359ec7bbd3e1 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.578745] env[70059]: DEBUG oslo_vmware.api [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189852, 'name': PowerOnVM_Task, 'duration_secs': 0.560169} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.578745] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.579101] env[70059]: INFO nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1159.579134] env[70059]: DEBUG nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.579990] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df7e370-0393-4483-8d08-18e71f09e88c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.607391] env[70059]: DEBUG nova.network.neutron [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.710939] env[70059]: DEBUG nova.network.neutron [-] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.730021] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1550c52d-58c0-48c9-a144-d8cfdf93b9de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.739834] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f41b2f3-44b7-4c28-b4b3-f0d25fb262d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.773082] env[70059]: DEBUG nova.compute.manager [req-75338da3-1495-4941-bc30-1cb0f89a7a59 req-a9bb7e5f-f9e7-4837-9322-359ec7bbd3e1 service nova] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Detach interface failed, port_id=b6745ea4-e196-441e-a92f-57818d334e5a, reason: Instance a1eeeefc-3c6b-4879-9270-386ceb6631c1 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.832941] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.287s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.833331] env[70059]: DEBUG nova.compute.manager [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70059) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1159.837079] env[70059]: DEBUG nova.network.neutron [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.838373] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.274s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.838373] env[70059]: DEBUG nova.objects.instance [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.099548] env[70059]: INFO nova.compute.manager [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Took 11.72 seconds to build instance. [ 1160.214801] env[70059]: INFO nova.compute.manager [-] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Took 1.97 seconds to deallocate network for instance. [ 1160.343212] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.343552] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Instance network_info: |[{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.349750] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:7a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29385860-3e0f-4ca3-b578-d8773182a9e2', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.361798] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.363152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.363152] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b795961-bc6d-4f3f-bb67-b5d2fc8426ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.386724] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.386724] env[70059]: value = "task-3189854" [ 1160.386724] env[70059]: _type = "Task" [ 1160.386724] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.398370] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189854, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.455759] env[70059]: INFO nova.scheduler.client.report [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted allocation for migration 7aeb37b5-17a6-42ea-90ed-277c670ba328 [ 1160.503673] env[70059]: DEBUG nova.compute.manager [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.503917] env[70059]: DEBUG nova.compute.manager [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing instance network info cache due to event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.505037] env[70059]: DEBUG oslo_concurrency.lockutils [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.505037] env[70059]: DEBUG oslo_concurrency.lockutils [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.505037] env[70059]: DEBUG nova.network.neutron [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.585052] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbd9aa-762f-4d4b-a9d0-7ac098895b32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.595277] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a225f8a7-f9d0-4d30-88ab-090268e022b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.600903] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8b9b4426-6ca5-486b-9cd0-013cfc169180 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.231s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.628775] env[70059]: INFO nova.compute.manager [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Rebuilding instance [ 1160.631731] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbcdb54-7c6c-41c8-ae1a-2882b8fa163e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.639574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e04b9-dc6c-4b57-ac79-5640bb936d32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.653263] env[70059]: DEBUG nova.compute.provider_tree [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.664612] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.664860] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.699148] env[70059]: DEBUG nova.compute.manager [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.700020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a615ed-ecf8-418a-9d7a-ce9465d452db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.720879] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.897075] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189854, 'name': CreateVM_Task, 'duration_secs': 0.317494} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.897339] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.898100] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.898351] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.898724] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.899046] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7307c5d8-63d4-48a4-8f9a-4a5b2b2d721d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.903747] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1160.903747] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fe2cc8-4b18-a0f4-46d3-02aeee283225" [ 1160.903747] env[70059]: _type = "Task" [ 1160.903747] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.911283] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fe2cc8-4b18-a0f4-46d3-02aeee283225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.964629] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6ff2183d-af6c-4336-9831-e26c170f61b9 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.011s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.157612] env[70059]: DEBUG nova.scheduler.client.report [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.167884] env[70059]: INFO nova.compute.manager [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Detaching volume 25de87f1-87ca-4475-93da-cec414b63375 [ 1161.241461] env[70059]: INFO nova.virt.block_device [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Attempting to driver detach volume 25de87f1-87ca-4475-93da-cec414b63375 from mountpoint /dev/sdb [ 1161.241720] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.242643] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637891', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'name': 'volume-25de87f1-87ca-4475-93da-cec414b63375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7924a374-ef2b-4bb4-8f75-ed183c3ef7e6', 'attached_at': '', 'detached_at': '', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'serial': '25de87f1-87ca-4475-93da-cec414b63375'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.242987] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0272845f-7cc8-4564-bd1a-dce298c146e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.269323] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5878387-fcc2-4d53-bc9b-fb990e9397de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.276580] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d39e7c-cf81-49f6-a6f4-003a2d9805e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.297111] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f191673-b231-4e39-ad6e-6e23a5c641f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.301784] env[70059]: DEBUG nova.network.neutron [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updated VIF entry in instance network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.302131] env[70059]: DEBUG nova.network.neutron [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.313984] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] The volume has not been displaced from its original location: [datastore2] volume-25de87f1-87ca-4475-93da-cec414b63375/volume-25de87f1-87ca-4475-93da-cec414b63375.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.319165] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.320215] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eff5156-145c-4dd0-8231-d815681a8210 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.338765] env[70059]: DEBUG oslo_vmware.api [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1161.338765] env[70059]: value = "task-3189855" [ 1161.338765] env[70059]: _type = "Task" [ 1161.338765] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.347414] env[70059]: DEBUG oslo_vmware.api [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.413976] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fe2cc8-4b18-a0f4-46d3-02aeee283225, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.414309] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.414552] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.414795] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.414937] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.415141] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.415450] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5702c03-77bd-4b8c-aef2-f8fcb949d701 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.424796] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.425053] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.425822] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db4ee87-44f7-40a7-bcc6-4b6a2bce7697 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.431942] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1161.431942] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5245b801-0ecb-71bd-e250-1922fcc30a28" [ 1161.431942] env[70059]: _type = "Task" [ 1161.431942] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.440111] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5245b801-0ecb-71bd-e250-1922fcc30a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.549024] env[70059]: DEBUG nova.objects.instance [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'flavor' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.662151] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.665831] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.944s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.665831] env[70059]: DEBUG nova.objects.instance [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lazy-loading 'resources' on Instance uuid a1eeeefc-3c6b-4879-9270-386ceb6631c1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.707722] env[70059]: INFO nova.scheduler.client.report [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd [ 1161.715743] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.716076] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4925450c-82e2-467f-b51b-ca9f8d93638e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.722895] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1161.722895] env[70059]: value = "task-3189856" [ 1161.722895] env[70059]: _type = "Task" [ 1161.722895] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.731201] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.820915] env[70059]: DEBUG oslo_concurrency.lockutils [req-57766517-8221-49ca-9318-7af598c54ff6 req-44f5f85c-fcc6-439a-999a-8140bfa61691 service nova] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.848815] env[70059]: DEBUG oslo_vmware.api [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189855, 'name': ReconfigVM_Task, 'duration_secs': 0.226842} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.849117] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.854175] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b2c869-3f49-4edd-a375-0de1ed049f6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.869414] env[70059]: DEBUG oslo_vmware.api [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1161.869414] env[70059]: value = "task-3189857" [ 1161.869414] env[70059]: _type = "Task" [ 1161.869414] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.877587] env[70059]: DEBUG oslo_vmware.api [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.944215] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5245b801-0ecb-71bd-e250-1922fcc30a28, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.945249] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5a7583-d9a4-436c-b22f-977f3542ff52 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.950240] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1161.950240] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524be46d-6692-ecd8-7954-a79419f65155" [ 1161.950240] env[70059]: _type = "Task" [ 1161.950240] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.957852] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524be46d-6692-ecd8-7954-a79419f65155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.053975] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.054172] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.054332] env[70059]: DEBUG nova.network.neutron [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.054511] env[70059]: DEBUG nova.objects.instance [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'info_cache' on Instance uuid 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.218527] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3191b6d-4241-4574-90bd-cfa083d9dbc0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.282s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.232466] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189856, 'name': PowerOffVM_Task, 'duration_secs': 0.191214} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.234824] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.235076] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.235998] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8879a-9a01-45e4-a27f-cf425ae21b18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.242950] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.243021] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da76cdf7-07a1-44fc-88dd-a58aa368e830 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.267307] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.267538] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.267709] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Deleting the datastore file [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.268586] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ee599a-ea89-4321-924b-cc000e0055dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.277203] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1162.277203] env[70059]: value = "task-3189859" [ 1162.277203] env[70059]: _type = "Task" [ 1162.277203] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.285620] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.349497] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c1d4d7-6c84-477f-81c0-0e08fb41fcea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.357160] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b74430-bff4-47bc-b702-fb543619287a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.391199] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef3a9b9-5678-451b-ab2d-99892500cca7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.400122] env[70059]: DEBUG oslo_vmware.api [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189857, 'name': ReconfigVM_Task, 'duration_secs': 0.141962} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.402169] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637891', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'name': 'volume-25de87f1-87ca-4475-93da-cec414b63375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7924a374-ef2b-4bb4-8f75-ed183c3ef7e6', 'attached_at': '', 'detached_at': '', 'volume_id': '25de87f1-87ca-4475-93da-cec414b63375', 'serial': '25de87f1-87ca-4475-93da-cec414b63375'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.405573] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8fa09c-e135-4df3-a44d-2ce6210813f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.419679] env[70059]: DEBUG nova.compute.provider_tree [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.460460] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]524be46d-6692-ecd8-7954-a79419f65155, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.460721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.461020] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1edf8ed7-03cd-4681-943c-5dd5cc254850/1edf8ed7-03cd-4681-943c-5dd5cc254850.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.461236] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e4e69e-59b3-459d-80f7-b9b0a40da3e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.468293] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1162.468293] env[70059]: value = "task-3189860" [ 1162.468293] env[70059]: _type = "Task" [ 1162.468293] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.477245] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.563604] env[70059]: DEBUG nova.objects.base [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Object Instance<4a8dba25-b936-424e-b18f-1e131d129305> lazy-loaded attributes: flavor,info_cache {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.795367] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100734} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.795866] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.796271] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.796605] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.923076] env[70059]: DEBUG nova.scheduler.client.report [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.973780] env[70059]: DEBUG nova.objects.instance [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'flavor' on Instance uuid 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.981024] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452005} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.981024] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1edf8ed7-03cd-4681-943c-5dd5cc254850/1edf8ed7-03cd-4681-943c-5dd5cc254850.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.981195] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.981395] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0519f408-cb30-4d02-857a-ffb498d441d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.989025] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1162.989025] env[70059]: value = "task-3189861" [ 1162.989025] env[70059]: _type = "Task" [ 1162.989025] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.996139] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.359600] env[70059]: DEBUG nova.network.neutron [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [{"id": "12ba8550-cb11-4858-afce-7fd3f853c76c", "address": "fa:16:3e:8b:b7:39", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ba8550-cb", "ovs_interfaceid": "12ba8550-cb11-4858-afce-7fd3f853c76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.429277] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.455103] env[70059]: INFO nova.scheduler.client.report [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Deleted allocations for instance a1eeeefc-3c6b-4879-9270-386ceb6631c1 [ 1163.507015] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.676598] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "c188003e-704f-46ec-b8d5-c3045fa85415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.676832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "c188003e-704f-46ec-b8d5-c3045fa85415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.840792] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.841108] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.841205] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.841391] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.841539] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.841686] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.841892] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.842061] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.842232] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.842398] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.842596] env[70059]: DEBUG nova.virt.hardware [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.843478] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33db8f79-173a-4135-953f-25ac79a5c35f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.851564] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e323ea-d0d1-4c40-9a6b-0b9da830de3c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.864638] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-4a8dba25-b936-424e-b18f-1e131d129305" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.866075] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance VIF info [] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.871496] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.871931] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.872153] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caf8b4b1-6355-4259-9818-37549eb0d41c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.889088] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.889088] env[70059]: value = "task-3189862" [ 1163.889088] env[70059]: _type = "Task" [ 1163.889088] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.896845] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189862, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.963140] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97872c08-feaa-4d84-8a70-7911c913b4c9 tempest-ServersTestManualDisk-114446511 tempest-ServersTestManualDisk-114446511-project-member] Lock "a1eeeefc-3c6b-4879-9270-386ceb6631c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.382s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.982612] env[70059]: DEBUG oslo_concurrency.lockutils [None req-97f94ef6-038c-4b8e-ac7d-3b9eedb08545 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.005153] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189861, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.179581] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.200043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "06859ed1-b71b-4250-bbe1-7192c8c91b51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.200043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.200043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "06859ed1-b71b-4250-bbe1-7192c8c91b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.200043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.200043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.201550] env[70059]: INFO nova.compute.manager [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Terminating instance [ 1164.400668] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189862, 'name': CreateVM_Task, 'duration_secs': 0.327714} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.400668] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.400668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.400668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.401199] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.401397] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9a9679-56ad-430a-bd4a-44648fe79319 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.406443] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1164.406443] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52075648-e4b2-2f80-0cc3-a642ed078cf9" [ 1164.406443] env[70059]: _type = "Task" [ 1164.406443] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.415354] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52075648-e4b2-2f80-0cc3-a642ed078cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.502960] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.029599} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.504020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.504114] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f1d993-405d-4abd-b55b-6f3d634a20aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.526860] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1edf8ed7-03cd-4681-943c-5dd5cc254850/1edf8ed7-03cd-4681-943c-5dd5cc254850.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.527179] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b63a4f-ee58-40b2-a3b8-9665545c1e28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.546985] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1164.546985] env[70059]: value = "task-3189863" [ 1164.546985] env[70059]: _type = "Task" [ 1164.546985] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.555036] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.705799] env[70059]: DEBUG nova.compute.manager [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.706074] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.707035] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743daf8-72cf-402c-8d9f-ab0b0a8b22dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.713011] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.713273] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.714781] env[70059]: INFO nova.compute.claims [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.719502] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.719941] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ff2bee-bd25-4cb1-9bea-c17f24b0e5b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.725715] env[70059]: DEBUG oslo_vmware.api [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1164.725715] env[70059]: value = "task-3189864" [ 1164.725715] env[70059]: _type = "Task" [ 1164.725715] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.735738] env[70059]: DEBUG oslo_vmware.api [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.875586] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.875950] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1b1f940-8b4c-4267-a552-c592df711b8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.887825] env[70059]: DEBUG oslo_vmware.api [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1164.887825] env[70059]: value = "task-3189865" [ 1164.887825] env[70059]: _type = "Task" [ 1164.887825] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.898270] env[70059]: DEBUG oslo_vmware.api [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.918326] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52075648-e4b2-2f80-0cc3-a642ed078cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.921213] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.921491] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.921753] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.921914] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.922426] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.923299] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6507c6ef-c832-4b3b-9843-5b2a9c8e92e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.933948] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.934205] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.936877] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3e550c-953c-4ccf-b13e-c21c177897a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.944023] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1164.944023] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52457ed6-5ee7-aa2f-3e4c-a1bb63f849de" [ 1164.944023] env[70059]: _type = "Task" [ 1164.944023] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.971675] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52457ed6-5ee7-aa2f-3e4c-a1bb63f849de, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.975438] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d28b8e1-6dce-4228-a579-2c22547a0aae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.987192] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1164.987192] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528c7521-928c-1897-18bd-7a4cf699f96f" [ 1164.987192] env[70059]: _type = "Task" [ 1164.987192] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.002275] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528c7521-928c-1897-18bd-7a4cf699f96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.057811] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189863, 'name': ReconfigVM_Task, 'duration_secs': 0.311373} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.058133] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1edf8ed7-03cd-4681-943c-5dd5cc254850/1edf8ed7-03cd-4681-943c-5dd5cc254850.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.058782] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5551dad1-6d82-4a0f-8ee6-d39ccf827e78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.066711] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1165.066711] env[70059]: value = "task-3189866" [ 1165.066711] env[70059]: _type = "Task" [ 1165.066711] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.080806] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189866, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.235970] env[70059]: DEBUG oslo_vmware.api [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189864, 'name': PowerOffVM_Task, 'duration_secs': 0.204273} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.236495] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.236495] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.236663] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8de138d-0721-4c0b-8ffd-62201801ec2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.312942] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.313286] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.313537] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleting the datastore file [datastore2] 06859ed1-b71b-4250-bbe1-7192c8c91b51 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.313887] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2796c7-c5e8-4ecd-a7a1-77791406566a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.321578] env[70059]: DEBUG oslo_vmware.api [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1165.321578] env[70059]: value = "task-3189868" [ 1165.321578] env[70059]: _type = "Task" [ 1165.321578] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.332364] env[70059]: DEBUG oslo_vmware.api [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.388930] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.389323] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.389653] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.389911] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.390213] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.395830] env[70059]: INFO nova.compute.manager [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Terminating instance [ 1165.403058] env[70059]: DEBUG oslo_vmware.api [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.498115] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528c7521-928c-1897-18bd-7a4cf699f96f, 'name': SearchDatastore_Task, 'duration_secs': 0.015923} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.498488] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.498753] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.498994] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b81866-dba9-4412-8664-216fded5a9ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.509695] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1165.509695] env[70059]: value = "task-3189869" [ 1165.509695] env[70059]: _type = "Task" [ 1165.509695] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.518726] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.582177] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189866, 'name': Rename_Task, 'duration_secs': 0.188312} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.582595] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.585028] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c9bde3-ffab-436b-a20e-3be126faf2aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.590203] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1165.590203] env[70059]: value = "task-3189870" [ 1165.590203] env[70059]: _type = "Task" [ 1165.590203] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.601688] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.836451] env[70059]: DEBUG oslo_vmware.api [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264693} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.836451] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.836679] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.836854] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.837487] env[70059]: INFO nova.compute.manager [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1165.837487] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.837631] env[70059]: DEBUG nova.compute.manager [-] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.837684] env[70059]: DEBUG nova.network.neutron [-] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.902688] env[70059]: DEBUG nova.compute.manager [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.903176] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.903268] env[70059]: DEBUG oslo_vmware.api [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189865, 'name': PowerOnVM_Task, 'duration_secs': 0.545445} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.904037] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c15af4-7343-490a-beb0-d263789bc6d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.907277] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.907482] env[70059]: DEBUG nova.compute.manager [None req-1ee5a53d-63d9-483e-aeb1-9e13248cf4ae tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.910859] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7059ae4-856b-418e-a98a-a06a55eb106d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.924757] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.925331] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d140db-13fe-4801-ab39-fda03a0b189b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.935451] env[70059]: DEBUG oslo_vmware.api [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1165.935451] env[70059]: value = "task-3189871" [ 1165.935451] env[70059]: _type = "Task" [ 1165.935451] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.946415] env[70059]: DEBUG oslo_vmware.api [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.001721] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff8991-0a10-4d31-a446-1c36dbab02c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.019705] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea1ea9-d43c-4cde-8469-a649956835ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.029659] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189869, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.056706] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c8084-cc30-49a1-b4b4-60cb09489578 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.065160] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be34fb-427d-46a3-8d6b-d1a78daf606c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.080255] env[70059]: DEBUG nova.compute.provider_tree [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.104749] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.348969] env[70059]: DEBUG nova.compute.manager [req-07052c1f-6c99-47b8-a4ba-b3761017387a req-220c9d19-0d27-42d7-8fac-515376c5196d service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Received event network-vif-deleted-f56fe434-aeba-42be-afca-e2d35b935eb0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.349203] env[70059]: INFO nova.compute.manager [req-07052c1f-6c99-47b8-a4ba-b3761017387a req-220c9d19-0d27-42d7-8fac-515376c5196d service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Neutron deleted interface f56fe434-aeba-42be-afca-e2d35b935eb0; detaching it from the instance and deleting it from the info cache [ 1166.349432] env[70059]: DEBUG nova.network.neutron [req-07052c1f-6c99-47b8-a4ba-b3761017387a req-220c9d19-0d27-42d7-8fac-515376c5196d service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.445823] env[70059]: DEBUG oslo_vmware.api [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189871, 'name': PowerOffVM_Task, 'duration_secs': 0.24398} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.445949] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.446082] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.446340] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff33b49-7cce-46c2-abf4-e0ce258e9b45 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.525103] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712286} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.526243] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.526466] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.526732] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.526906] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.527088] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleting the datastore file [datastore2] 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.527311] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c41e0a7-fe91-41bd-a4fd-af0622ea7726 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.529120] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-978e83c4-e9cd-4287-bb31-45d0a0ea23a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.535332] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1166.535332] env[70059]: value = "task-3189873" [ 1166.535332] env[70059]: _type = "Task" [ 1166.535332] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.536485] env[70059]: DEBUG oslo_vmware.api [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1166.536485] env[70059]: value = "task-3189874" [ 1166.536485] env[70059]: _type = "Task" [ 1166.536485] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.546553] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.549524] env[70059]: DEBUG oslo_vmware.api [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.582832] env[70059]: DEBUG nova.scheduler.client.report [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.601177] env[70059]: DEBUG oslo_vmware.api [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189870, 'name': PowerOnVM_Task, 'duration_secs': 0.601207} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.601449] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.601664] env[70059]: INFO nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1166.601846] env[70059]: DEBUG nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.602637] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cbf4a3-29dd-43ad-af88-2a8b47bf3dbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.807081] env[70059]: DEBUG nova.network.neutron [-] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.853561] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33bf2c6e-a453-4bfa-8e8a-035667debb06 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.863549] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b258f265-325f-4a7a-908c-db049b858b9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.895504] env[70059]: DEBUG nova.compute.manager [req-07052c1f-6c99-47b8-a4ba-b3761017387a req-220c9d19-0d27-42d7-8fac-515376c5196d service nova] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Detach interface failed, port_id=f56fe434-aeba-42be-afca-e2d35b935eb0, reason: Instance 06859ed1-b71b-4250-bbe1-7192c8c91b51 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.049996] env[70059]: DEBUG oslo_vmware.api [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45764} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.052993] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.053275] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.053508] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.053783] env[70059]: INFO nova.compute.manager [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1167.054098] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.054352] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095943} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.054578] env[70059]: DEBUG nova.compute.manager [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.054706] env[70059]: DEBUG nova.network.neutron [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.056732] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.057669] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb21228-be68-4efe-b9c3-8ef7d8081d78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.079796] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.080856] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636c1031-a89e-4d47-a4bc-20ed6e495f0e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.098402] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.098916] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.106979] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1167.106979] env[70059]: value = "task-3189875" [ 1167.106979] env[70059]: _type = "Task" [ 1167.106979] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.115964] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.125138] env[70059]: INFO nova.compute.manager [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Took 13.79 seconds to build instance. [ 1167.311170] env[70059]: INFO nova.compute.manager [-] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Took 1.47 seconds to deallocate network for instance. [ 1167.538404] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.538752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.539079] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "4a8dba25-b936-424e-b18f-1e131d129305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.539413] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.539620] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.541943] env[70059]: INFO nova.compute.manager [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Terminating instance [ 1167.607296] env[70059]: DEBUG nova.compute.utils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.607296] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.607296] env[70059]: DEBUG nova.network.neutron [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.625731] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189875, 'name': ReconfigVM_Task, 'duration_secs': 0.308361} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.626434] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55/8c286998-baf9-4bd5-8dfe-9d26eab9cc55.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.627556] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d5dc8d89-05a2-4dde-8030-a8dec312fbd9 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.301s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.628293] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe71bf6-8861-46a2-90d2-9f8a25d5722c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.637459] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1167.637459] env[70059]: value = "task-3189876" [ 1167.637459] env[70059]: _type = "Task" [ 1167.637459] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.708844] env[70059]: DEBUG nova.policy [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.826067] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.826331] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.826606] env[70059]: DEBUG nova.objects.instance [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'resources' on Instance uuid 06859ed1-b71b-4250-bbe1-7192c8c91b51 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.045810] env[70059]: DEBUG nova.compute.manager [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.046086] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.046984] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f7bdf-a7e8-4cf8-8597-fda83163e4cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.056387] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.056837] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1108b3-a026-4c40-9fd0-b8f29a8dd101 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.063500] env[70059]: DEBUG oslo_vmware.api [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1168.063500] env[70059]: value = "task-3189877" [ 1168.063500] env[70059]: _type = "Task" [ 1168.063500] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.071657] env[70059]: DEBUG oslo_vmware.api [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.110548] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.147809] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189876, 'name': Rename_Task, 'duration_secs': 0.149612} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.148115] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.148376] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f11682-0f6e-4dd2-8ba2-3e7372bd22fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.154881] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1168.154881] env[70059]: value = "task-3189878" [ 1168.154881] env[70059]: _type = "Task" [ 1168.154881] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.165652] env[70059]: DEBUG nova.network.neutron [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.171089] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.296119] env[70059]: DEBUG nova.network.neutron [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Successfully created port: 158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.391672] env[70059]: DEBUG nova.compute.manager [req-6ce669bf-bd5a-439f-b9f6-95bb408ab42e req-c8b0627b-d67b-44b4-b0a1-c9e3d560fb4b service nova] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Received event network-vif-deleted-df324f48-6193-4c86-9eb3-a1d14344d45d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.562729] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee1755-f352-471d-ad85-22c1ad3c2d9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.581541] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24926793-5771-4b44-8f37-b0d941cf29f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.584796] env[70059]: DEBUG oslo_vmware.api [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189877, 'name': PowerOffVM_Task, 'duration_secs': 0.323123} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.587845] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.587845] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.587845] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-435c3c40-4f04-44d5-806e-1ffb2b6e7df5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.625558] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a064f06c-edb9-4609-8b99-63f244008381 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.637037] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b2244-b831-4a45-938a-118857833e9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.653419] env[70059]: DEBUG nova.compute.provider_tree [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.663495] env[70059]: DEBUG oslo_vmware.api [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189878, 'name': PowerOnVM_Task, 'duration_secs': 0.449232} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.664328] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.664532] env[70059]: DEBUG nova.compute.manager [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.665333] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568eea82-550f-4a95-a570-949b657b7227 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.671614] env[70059]: INFO nova.compute.manager [-] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Took 1.62 seconds to deallocate network for instance. [ 1168.673798] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.674013] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.674703] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleting the datastore file [datastore1] 4a8dba25-b936-424e-b18f-1e131d129305 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.680035] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c17fd93-0827-4470-ac60-ad5d9bc305c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.691886] env[70059]: DEBUG oslo_vmware.api [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1168.691886] env[70059]: value = "task-3189880" [ 1168.691886] env[70059]: _type = "Task" [ 1168.691886] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.703493] env[70059]: DEBUG oslo_vmware.api [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.736480] env[70059]: DEBUG nova.compute.manager [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.736565] env[70059]: DEBUG nova.compute.manager [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing instance network info cache due to event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.736778] env[70059]: DEBUG oslo_concurrency.lockutils [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.736976] env[70059]: DEBUG oslo_concurrency.lockutils [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.737197] env[70059]: DEBUG nova.network.neutron [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.130245] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.158447] env[70059]: DEBUG nova.scheduler.client.report [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.170578] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.170821] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.170983] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.171185] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.171325] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.171472] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.171684] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.171855] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.172031] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.172197] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.172369] env[70059]: DEBUG nova.virt.hardware [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.173514] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30e08a-9df3-42c9-82b9-a05bb4dc8699 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.180998] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d0ae6-acb6-4af8-b50e-fbadd5b969e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.185742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.198727] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.206541] env[70059]: DEBUG oslo_vmware.api [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468576} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.206769] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.206947] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.207134] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.207299] env[70059]: INFO nova.compute.manager [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1169.207527] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.207709] env[70059]: DEBUG nova.compute.manager [-] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.207804] env[70059]: DEBUG nova.network.neutron [-] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.516603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.517907] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.518173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.518371] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.518571] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.522301] env[70059]: INFO nova.compute.manager [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Terminating instance [ 1169.666058] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.669154] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.483s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.669154] env[70059]: DEBUG nova.objects.instance [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'resources' on Instance uuid 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.724725] env[70059]: INFO nova.scheduler.client.report [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleted allocations for instance 06859ed1-b71b-4250-bbe1-7192c8c91b51 [ 1169.761240] env[70059]: DEBUG nova.network.neutron [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updated VIF entry in instance network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.761371] env[70059]: DEBUG nova.network.neutron [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.026690] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "refresh_cache-8c286998-baf9-4bd5-8dfe-9d26eab9cc55" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.026891] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquired lock "refresh_cache-8c286998-baf9-4bd5-8dfe-9d26eab9cc55" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.027091] env[70059]: DEBUG nova.network.neutron [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.031825] env[70059]: DEBUG nova.network.neutron [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Successfully updated port: 158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.232419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3d018921-0b5e-4afb-8be4-5b466b1dd4ec tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "06859ed1-b71b-4250-bbe1-7192c8c91b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.033s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.264027] env[70059]: DEBUG oslo_concurrency.lockutils [req-44730776-496c-49dc-adaa-08cf27e4a2e3 req-36d84c10-d003-4776-8e70-6d6d045dfb6b service nova] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.335187] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9f601-1f4c-4f39-a98e-0236c0ec73c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.342903] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000897d0-228f-40a5-90cb-ebb2370b19fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.373599] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a295ee-80fe-4b39-b9b2-1c252713e831 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.384935] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512b6d2-0551-4fc7-876c-584f16123c93 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.403073] env[70059]: DEBUG nova.compute.provider_tree [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.418571] env[70059]: DEBUG nova.compute.manager [req-5fe9df47-4d61-4648-8257-a87ea60223df req-33f842e6-e0cf-4754-ab7c-9ee757cefdb8 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Received event network-vif-deleted-12ba8550-cb11-4858-afce-7fd3f853c76c {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.418778] env[70059]: INFO nova.compute.manager [req-5fe9df47-4d61-4648-8257-a87ea60223df req-33f842e6-e0cf-4754-ab7c-9ee757cefdb8 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Neutron deleted interface 12ba8550-cb11-4858-afce-7fd3f853c76c; detaching it from the instance and deleting it from the info cache [ 1170.419127] env[70059]: DEBUG nova.network.neutron [req-5fe9df47-4d61-4648-8257-a87ea60223df req-33f842e6-e0cf-4754-ab7c-9ee757cefdb8 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.538162] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-c188003e-704f-46ec-b8d5-c3045fa85415" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.538162] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-c188003e-704f-46ec-b8d5-c3045fa85415" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.538162] env[70059]: DEBUG nova.network.neutron [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.556767] env[70059]: DEBUG nova.network.neutron [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.629152] env[70059]: DEBUG nova.network.neutron [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.767949] env[70059]: DEBUG nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.768190] env[70059]: DEBUG nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing instance network info cache due to event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.768412] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.768584] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.768748] env[70059]: DEBUG nova.network.neutron [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.777805] env[70059]: DEBUG nova.network.neutron [-] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.906667] env[70059]: DEBUG nova.scheduler.client.report [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.924600] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52e0d3b5-5893-4ce6-a358-f78f62865d6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.932559] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc97898-9ec5-44a3-97b5-247aa14314fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.965170] env[70059]: DEBUG nova.compute.manager [req-5fe9df47-4d61-4648-8257-a87ea60223df req-33f842e6-e0cf-4754-ab7c-9ee757cefdb8 service nova] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Detach interface failed, port_id=12ba8550-cb11-4858-afce-7fd3f853c76c, reason: Instance 4a8dba25-b936-424e-b18f-1e131d129305 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.068718] env[70059]: DEBUG nova.network.neutron [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.132812] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Releasing lock "refresh_cache-8c286998-baf9-4bd5-8dfe-9d26eab9cc55" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.132979] env[70059]: DEBUG nova.compute.manager [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.133192] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.134073] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346ba2f-4e43-4275-a649-55eaaa34a3df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.144773] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.145044] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8255dc84-cac1-4ce6-b055-3d03509b25f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.150697] env[70059]: DEBUG oslo_vmware.api [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1171.150697] env[70059]: value = "task-3189881" [ 1171.150697] env[70059]: _type = "Task" [ 1171.150697] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.159621] env[70059]: DEBUG oslo_vmware.api [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.162194] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "520e7233-7398-4f8d-b604-89a4ee9a693f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.162478] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.162702] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "520e7233-7398-4f8d-b604-89a4ee9a693f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.162900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.163122] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.165154] env[70059]: INFO nova.compute.manager [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Terminating instance [ 1171.249155] env[70059]: DEBUG nova.network.neutron [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Updating instance_info_cache with network_info: [{"id": "158552f7-583f-4bb0-b37e-361e93f3f4ef", "address": "fa:16:3e:97:1b:d6", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158552f7-58", "ovs_interfaceid": "158552f7-583f-4bb0-b37e-361e93f3f4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.279464] env[70059]: INFO nova.compute.manager [-] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Took 2.07 seconds to deallocate network for instance. [ 1171.413384] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.415411] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.217s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.415600] env[70059]: DEBUG nova.objects.instance [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70059) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1171.456237] env[70059]: INFO nova.scheduler.client.report [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted allocations for instance 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6 [ 1171.460707] env[70059]: DEBUG nova.network.neutron [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updated VIF entry in instance network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.460917] env[70059]: DEBUG nova.network.neutron [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.663300] env[70059]: DEBUG oslo_vmware.api [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189881, 'name': PowerOffVM_Task, 'duration_secs': 0.124242} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.663594] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.663823] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.664139] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d292a45-6401-434c-a81b-6a9e3db87f97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.668847] env[70059]: DEBUG nova.compute.manager [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.669117] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.670100] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816b5690-a46f-404a-962f-aae62c7c5872 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.678440] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.678710] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a96eb24-20d9-4eff-b6c8-6e158fe0081b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.686875] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1171.686875] env[70059]: value = "task-3189883" [ 1171.686875] env[70059]: _type = "Task" [ 1171.686875] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.691709] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.691964] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.692231] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Deleting the datastore file [datastore1] 8c286998-baf9-4bd5-8dfe-9d26eab9cc55 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.692513] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f436b13-d114-4f5d-970a-342c9232a46d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.701365] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.702774] env[70059]: DEBUG oslo_vmware.api [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for the task: (returnval){ [ 1171.702774] env[70059]: value = "task-3189884" [ 1171.702774] env[70059]: _type = "Task" [ 1171.702774] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.711023] env[70059]: DEBUG oslo_vmware.api [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.751690] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-c188003e-704f-46ec-b8d5-c3045fa85415" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.752036] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Instance network_info: |[{"id": "158552f7-583f-4bb0-b37e-361e93f3f4ef", "address": "fa:16:3e:97:1b:d6", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158552f7-58", "ovs_interfaceid": "158552f7-583f-4bb0-b37e-361e93f3f4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.752454] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1b:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '158552f7-583f-4bb0-b37e-361e93f3f4ef', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.759889] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.760104] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.760330] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88d0cbb7-5dda-4a9b-baa1-06c7e13602b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.780819] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.780819] env[70059]: value = "task-3189885" [ 1171.780819] env[70059]: _type = "Task" [ 1171.780819] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.794071] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.794322] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189885, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.965855] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.966487] env[70059]: DEBUG nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Received event network-vif-plugged-158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.966781] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Acquiring lock "c188003e-704f-46ec-b8d5-c3045fa85415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.967047] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Lock "c188003e-704f-46ec-b8d5-c3045fa85415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.967239] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Lock "c188003e-704f-46ec-b8d5-c3045fa85415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.967551] env[70059]: DEBUG nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] No waiting events found dispatching network-vif-plugged-158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.967747] env[70059]: WARNING nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Received unexpected event network-vif-plugged-158552f7-583f-4bb0-b37e-361e93f3f4ef for instance with vm_state building and task_state spawning. [ 1171.967951] env[70059]: DEBUG nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Received event network-changed-158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.968140] env[70059]: DEBUG nova.compute.manager [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Refreshing instance network info cache due to event network-changed-158552f7-583f-4bb0-b37e-361e93f3f4ef. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.968371] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Acquiring lock "refresh_cache-c188003e-704f-46ec-b8d5-c3045fa85415" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.968516] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Acquired lock "refresh_cache-c188003e-704f-46ec-b8d5-c3045fa85415" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.968680] env[70059]: DEBUG nova.network.neutron [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Refreshing network info cache for port 158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.970314] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3977d375-fb50-48ef-b618-87417bd19c1a tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "7924a374-ef2b-4bb4-8f75-ed183c3ef7e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.581s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.197590] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189883, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.211920] env[70059]: DEBUG oslo_vmware.api [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Task: {'id': task-3189884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111946} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.212186] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.212374] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.212551] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.212729] env[70059]: INFO nova.compute.manager [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1172.212956] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.213159] env[70059]: DEBUG nova.compute.manager [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.213255] env[70059]: DEBUG nova.network.neutron [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.228856] env[70059]: DEBUG nova.network.neutron [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.291578] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189885, 'name': CreateVM_Task, 'duration_secs': 0.383184} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.291875] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.292503] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.292672] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.292982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.293258] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb879c2-fbd2-4102-b892-6dae3e5b5912 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.297784] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1172.297784] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528ec979-87d5-adff-a8eb-ca0212ca36f4" [ 1172.297784] env[70059]: _type = "Task" [ 1172.297784] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.305432] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528ec979-87d5-adff-a8eb-ca0212ca36f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.424732] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ca2ff6cd-36a2-43c8-a3df-2011f91b5b2e tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.425965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.632s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.426275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.453087] env[70059]: DEBUG nova.compute.manager [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.453345] env[70059]: DEBUG nova.compute.manager [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing instance network info cache due to event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.453645] env[70059]: DEBUG oslo_concurrency.lockutils [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.453795] env[70059]: DEBUG oslo_concurrency.lockutils [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.453960] env[70059]: DEBUG nova.network.neutron [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.517250] env[70059]: INFO nova.scheduler.client.report [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted allocations for instance 4a8dba25-b936-424e-b18f-1e131d129305 [ 1172.701660] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189883, 'name': PowerOffVM_Task, 'duration_secs': 0.532843} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.702142] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.702528] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.702885] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b108deed-2fd5-424c-84b7-ce7e29bfa9ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.732583] env[70059]: DEBUG nova.network.neutron [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.750323] env[70059]: DEBUG nova.network.neutron [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Updated VIF entry in instance network info cache for port 158552f7-583f-4bb0-b37e-361e93f3f4ef. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.750893] env[70059]: DEBUG nova.network.neutron [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Updating instance_info_cache with network_info: [{"id": "158552f7-583f-4bb0-b37e-361e93f3f4ef", "address": "fa:16:3e:97:1b:d6", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap158552f7-58", "ovs_interfaceid": "158552f7-583f-4bb0-b37e-361e93f3f4ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.784551] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.784769] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.784951] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleting the datastore file [datastore2] 520e7233-7398-4f8d-b604-89a4ee9a693f {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.785242] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5de7d06-8188-4097-9991-e2474cbf17ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.791766] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for the task: (returnval){ [ 1172.791766] env[70059]: value = "task-3189887" [ 1172.791766] env[70059]: _type = "Task" [ 1172.791766] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.800582] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.809070] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528ec979-87d5-adff-a8eb-ca0212ca36f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.809541] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.809649] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.809874] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.810029] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.810244] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.810473] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a106f1-bb91-4f17-be82-97f0907b1c8f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.829764] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.829982] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.830866] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024f8970-480f-44f6-a30b-edd00a8a3b28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.836312] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1172.836312] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52da659e-5b16-a39c-5d49-6eadbf35437e" [ 1172.836312] env[70059]: _type = "Task" [ 1172.836312] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.844769] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52da659e-5b16-a39c-5d49-6eadbf35437e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.026490] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a417cc67-050d-4a6f-9873-9056d80280d8 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "4a8dba25-b936-424e-b18f-1e131d129305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.487s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.213191] env[70059]: DEBUG nova.network.neutron [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updated VIF entry in instance network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.213574] env[70059]: DEBUG nova.network.neutron [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.235059] env[70059]: INFO nova.compute.manager [-] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Took 1.02 seconds to deallocate network for instance. [ 1173.253532] env[70059]: DEBUG oslo_concurrency.lockutils [req-0c524b63-7e5c-4a44-ad8b-767a1859034d req-f6e5621e-982d-4127-8864-04e2c0ef9e5b service nova] Releasing lock "refresh_cache-c188003e-704f-46ec-b8d5-c3045fa85415" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.302927] env[70059]: DEBUG oslo_vmware.api [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Task: {'id': task-3189887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452023} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.307020] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.307020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.307020] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.307020] env[70059]: INFO nova.compute.manager [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1173.307020] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.307020] env[70059]: DEBUG nova.compute.manager [-] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.307020] env[70059]: DEBUG nova.network.neutron [-] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.348644] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52da659e-5b16-a39c-5d49-6eadbf35437e, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.349474] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170f313b-fee4-4aa4-bdf7-86dd94799933 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.354471] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1173.354471] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52922048-b4b2-915e-9f9e-f1734ae0c0b3" [ 1173.354471] env[70059]: _type = "Task" [ 1173.354471] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.362463] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52922048-b4b2-915e-9f9e-f1734ae0c0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.639090] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.639090] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.639090] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1173.639090] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.716232] env[70059]: DEBUG oslo_concurrency.lockutils [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.716542] env[70059]: DEBUG nova.compute.manager [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.716733] env[70059]: DEBUG nova.compute.manager [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing instance network info cache due to event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.716972] env[70059]: DEBUG oslo_concurrency.lockutils [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.717151] env[70059]: DEBUG oslo_concurrency.lockutils [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.717342] env[70059]: DEBUG nova.network.neutron [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.742066] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.742386] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.742640] env[70059]: DEBUG nova.objects.instance [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lazy-loading 'resources' on Instance uuid 8c286998-baf9-4bd5-8dfe-9d26eab9cc55 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.866715] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52922048-b4b2-915e-9f9e-f1734ae0c0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.866995] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.867271] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] c188003e-704f-46ec-b8d5-c3045fa85415/c188003e-704f-46ec-b8d5-c3045fa85415.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.867533] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4863a7ae-db0b-488d-881f-46d434560688 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.874061] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1173.874061] env[70059]: value = "task-3189888" [ 1173.874061] env[70059]: _type = "Task" [ 1173.874061] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.882320] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.147883] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.148148] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.173619] env[70059]: DEBUG nova.network.neutron [-] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.384611] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189888, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.436527] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.436734] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.510344] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336ab248-0a32-465c-b102-325958a9a64f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.516468] env[70059]: DEBUG nova.compute.manager [req-7329331d-8944-4f11-9bde-ba4174e0ee4f req-546d8315-5b30-4910-ade1-bffe1e32fdd9 service nova] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Received event network-vif-deleted-d2697db0-7a2e-472b-a84f-140dfd4562c0 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.522792] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc8d0f-3dc6-4468-aefe-b6bfb409ca4d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.560057] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c40e88-f218-4413-a1d4-16404517ec69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.567062] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8bd5a0-9f03-4e32-873c-6cc74e137518 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.581023] env[70059]: DEBUG nova.compute.provider_tree [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.650829] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.678080] env[70059]: INFO nova.compute.manager [-] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Took 1.37 seconds to deallocate network for instance. [ 1174.718082] env[70059]: DEBUG nova.network.neutron [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updated VIF entry in instance network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.718174] env[70059]: DEBUG nova.network.neutron [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.884501] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53147} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.884619] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] c188003e-704f-46ec-b8d5-c3045fa85415/c188003e-704f-46ec-b8d5-c3045fa85415.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.884908] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.885130] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0e7b57-17ea-4e18-9bdb-417e298dce8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.892032] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1174.892032] env[70059]: value = "task-3189889" [ 1174.892032] env[70059]: _type = "Task" [ 1174.892032] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.900530] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.939627] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.085908] env[70059]: DEBUG nova.scheduler.client.report [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.145810] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.146061] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.169642] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.183734] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.222520] env[70059]: DEBUG oslo_concurrency.lockutils [req-176962fb-79c8-4aea-930c-5a4567ae9e00 req-b49c1950-0072-4c8e-9c59-454cc90f92c2 service nova] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.402586] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068193} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.402989] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.403761] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997136f5-5920-4bff-9efe-13db41037cbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.425920] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] c188003e-704f-46ec-b8d5-c3045fa85415/c188003e-704f-46ec-b8d5-c3045fa85415.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.426209] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6edd28-65f1-4600-954f-6514f0ec6948 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.446662] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1175.446662] env[70059]: value = "task-3189890" [ 1175.446662] env[70059]: _type = "Task" [ 1175.446662] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.456863] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.462196] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.591508] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.594032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.424s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.595367] env[70059]: INFO nova.compute.claims [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.614773] env[70059]: INFO nova.scheduler.client.report [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Deleted allocations for instance 8c286998-baf9-4bd5-8dfe-9d26eab9cc55 [ 1175.638055] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.638344] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.958994] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.967639] env[70059]: DEBUG nova.compute.manager [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1176.122312] env[70059]: DEBUG oslo_concurrency.lockutils [None req-39c812ce-af38-49fe-83b7-3014d6e68c26 tempest-ServerShowV257Test-836319026 tempest-ServerShowV257Test-836319026-project-member] Lock "8c286998-baf9-4bd5-8dfe-9d26eab9cc55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.604s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.141538] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.459300] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.484721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.746874] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d71d40-3eb0-45ac-a11d-83f6463a52a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.755179] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70879d37-16df-46cc-a501-676ea7b88161 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.788590] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c1acb-8c36-4db4-8ae9-f283459590bf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.796346] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2883da6c-db94-47c1-a362-03814f7ea6d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.812848] env[70059]: DEBUG nova.compute.provider_tree [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.960806] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189890, 'name': ReconfigVM_Task, 'duration_secs': 1.014186} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.961090] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Reconfigured VM instance instance-00000067 to attach disk [datastore1] c188003e-704f-46ec-b8d5-c3045fa85415/c188003e-704f-46ec-b8d5-c3045fa85415.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.961718] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42d52264-ee31-4525-9fdf-81757f769f11 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.968297] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1176.968297] env[70059]: value = "task-3189891" [ 1176.968297] env[70059]: _type = "Task" [ 1176.968297] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.976159] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189891, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.316350] env[70059]: DEBUG nova.scheduler.client.report [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.477847] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189891, 'name': Rename_Task, 'duration_secs': 0.140138} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.478145] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.478344] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10340341-6dcf-4de4-bc2a-29787830453d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.484813] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1177.484813] env[70059]: value = "task-3189892" [ 1177.484813] env[70059]: _type = "Task" [ 1177.484813] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.494233] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.821681] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.822253] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.825032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.641s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.825266] env[70059]: DEBUG nova.objects.instance [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lazy-loading 'resources' on Instance uuid 520e7233-7398-4f8d-b604-89a4ee9a693f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.994689] env[70059]: DEBUG oslo_vmware.api [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189892, 'name': PowerOnVM_Task, 'duration_secs': 0.451674} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.994960] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.995186] env[70059]: INFO nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1177.995370] env[70059]: DEBUG nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.996131] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21eae26-8746-4baa-b741-a00beafcdbc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.328980] env[70059]: DEBUG nova.compute.utils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.333995] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.333995] env[70059]: DEBUG nova.network.neutron [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.369993] env[70059]: DEBUG nova.policy [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8fd3af90204522bf140bae43e1f3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80df9ef80e140f7baa7e260e967d582', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.475912] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b636d376-e43b-452f-b57f-cc2337b9f1e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.485380] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a331828-efa7-41b7-94f0-526abb069c37 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.519560] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2190afa7-cec7-441e-99df-91c63e1d40da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.524348] env[70059]: INFO nova.compute.manager [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Took 13.84 seconds to build instance. [ 1178.528645] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48e7ff-3b7d-4019-98a0-c6794182eb30 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.542814] env[70059]: DEBUG nova.compute.provider_tree [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.554675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.554915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.680252] env[70059]: DEBUG nova.network.neutron [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Successfully created port: b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.833588] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.027022] env[70059]: DEBUG oslo_concurrency.lockutils [None req-517f96f9-1d5e-4308-9498-a8355fe75d93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "c188003e-704f-46ec-b8d5-c3045fa85415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.350s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.046172] env[70059]: DEBUG nova.scheduler.client.report [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.057566] env[70059]: INFO nova.compute.manager [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Detaching volume 3cc7e53d-247c-4b1e-8664-336f684f8700 [ 1179.093793] env[70059]: INFO nova.virt.block_device [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Attempting to driver detach volume 3cc7e53d-247c-4b1e-8664-336f684f8700 from mountpoint /dev/sdb [ 1179.094092] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.094291] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637913', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'name': 'volume-3cc7e53d-247c-4b1e-8664-336f684f8700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8f630af-c6f0-4fca-ab54-916d4313a21c', 'attached_at': '', 'detached_at': '', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'serial': '3cc7e53d-247c-4b1e-8664-336f684f8700'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.095165] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7330f57d-b5ec-4543-b8a5-c664b976d4e7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.120139] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87014b3-d559-458f-93ab-b82c8af3fbf3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.127163] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f225b9ce-c441-415f-95ca-317d05b2bcf7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.148876] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2bb856-f668-4d67-9b79-c05e384b30bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.166990] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.167268] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.168438] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] The volume has not been displaced from its original location: [datastore1] volume-3cc7e53d-247c-4b1e-8664-336f684f8700/volume-3cc7e53d-247c-4b1e-8664-336f684f8700.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.174042] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.174424] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be48c50-d9f9-4100-9b52-f3bacc6253c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.194171] env[70059]: DEBUG oslo_vmware.api [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1179.194171] env[70059]: value = "task-3189893" [ 1179.194171] env[70059]: _type = "Task" [ 1179.194171] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.202691] env[70059]: DEBUG oslo_vmware.api [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.551075] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.553499] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.091s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.555101] env[70059]: INFO nova.compute.claims [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.675484] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.685945] env[70059]: INFO nova.scheduler.client.report [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Deleted allocations for instance 520e7233-7398-4f8d-b604-89a4ee9a693f [ 1179.704995] env[70059]: DEBUG oslo_vmware.api [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189893, 'name': ReconfigVM_Task, 'duration_secs': 0.246531} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.705281] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.710142] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed7a961-1f93-41f5-ae86-cbee3f319e81 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725742] env[70059]: DEBUG oslo_vmware.api [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1179.725742] env[70059]: value = "task-3189894" [ 1179.725742] env[70059]: _type = "Task" [ 1179.725742] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.736614] env[70059]: DEBUG oslo_vmware.api [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.843313] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.870489] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.870785] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.870947] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.871142] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.871291] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.871439] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.871649] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.871828] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.872066] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.872248] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.872423] env[70059]: DEBUG nova.virt.hardware [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.873275] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd53e74e-556f-4da5-8a66-3d7558e17ab4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.881203] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6e7902-0f6e-4775-8567-82d4c25ef237 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.028391] env[70059]: DEBUG nova.compute.manager [req-64717631-e895-429b-9d30-b7f665c2e729 req-02396980-0989-434e-bda9-e6e8194941fb service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Received event network-vif-plugged-b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.028708] env[70059]: DEBUG oslo_concurrency.lockutils [req-64717631-e895-429b-9d30-b7f665c2e729 req-02396980-0989-434e-bda9-e6e8194941fb service nova] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.028858] env[70059]: DEBUG oslo_concurrency.lockutils [req-64717631-e895-429b-9d30-b7f665c2e729 req-02396980-0989-434e-bda9-e6e8194941fb service nova] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.029048] env[70059]: DEBUG oslo_concurrency.lockutils [req-64717631-e895-429b-9d30-b7f665c2e729 req-02396980-0989-434e-bda9-e6e8194941fb service nova] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.029218] env[70059]: DEBUG nova.compute.manager [req-64717631-e895-429b-9d30-b7f665c2e729 req-02396980-0989-434e-bda9-e6e8194941fb service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] No waiting events found dispatching network-vif-plugged-b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.029384] env[70059]: WARNING nova.compute.manager [req-64717631-e895-429b-9d30-b7f665c2e729 req-02396980-0989-434e-bda9-e6e8194941fb service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Received unexpected event network-vif-plugged-b123cdc3-e8d8-4454-a323-9903b773d270 for instance with vm_state building and task_state spawning. [ 1180.116327] env[70059]: DEBUG nova.network.neutron [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Successfully updated port: b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.192658] env[70059]: DEBUG oslo_concurrency.lockutils [None req-07b981c9-26bf-4f2e-97cc-964af61e7a84 tempest-ServerRescueNegativeTestJSON-521298312 tempest-ServerRescueNegativeTestJSON-521298312-project-member] Lock "520e7233-7398-4f8d-b604-89a4ee9a693f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.030s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.196953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.236194] env[70059]: DEBUG oslo_vmware.api [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189894, 'name': ReconfigVM_Task, 'duration_secs': 0.148992} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.236491] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637913', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'name': 'volume-3cc7e53d-247c-4b1e-8664-336f684f8700', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8f630af-c6f0-4fca-ab54-916d4313a21c', 'attached_at': '', 'detached_at': '', 'volume_id': '3cc7e53d-247c-4b1e-8664-336f684f8700', 'serial': '3cc7e53d-247c-4b1e-8664-336f684f8700'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.618304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.618304] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.618599] env[70059]: DEBUG nova.network.neutron [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.723120] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2047125b-3d51-4877-b1e5-15296acfdb4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.731269] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97935859-64c1-4e5e-99b2-8f66c87ba1c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.763637] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac45ea65-b277-449c-9b2a-0f97087171b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.771736] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93b6fe-1c13-4964-8db0-159cb7c2776f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.785385] env[70059]: DEBUG nova.compute.provider_tree [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.788663] env[70059]: DEBUG nova.objects.instance [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.162753] env[70059]: DEBUG nova.network.neutron [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.288134] env[70059]: DEBUG nova.scheduler.client.report [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.417564] env[70059]: DEBUG nova.network.neutron [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.769301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.793793] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.794375] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.797027] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.656s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.797202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.797386] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1181.797681] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.313s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.798955] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c32d4c7-ba46-428f-9213-d1f7a0f10f56 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.800863] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d76c5-d810-4b36-ba61-12bebe17e1d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.803587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.035s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.803773] env[70059]: DEBUG nova.compute.manager [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.805148] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3e971d-e6c4-4c56-ab3d-e465888346bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.815039] env[70059]: DEBUG nova.compute.manager [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1181.815620] env[70059]: DEBUG nova.objects.instance [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.820107] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40869b7-5e4f-4a6f-a2b3-56de6863bad3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.835905] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d4ace0-a937-4e5f-bb2a-a8497c19dd4b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.844209] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5781d9c-1583-4878-a5d6-66bb1ff86b08 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.876394] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179815MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1181.876689] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.920786] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.921148] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Instance network_info: |[{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.921590] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:09:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b123cdc3-e8d8-4454-a323-9903b773d270', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.929256] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.929521] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.929763] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-757c36e3-7652-4346-87a1-fb003df6647a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.949982] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.949982] env[70059]: value = "task-3189895" [ 1181.949982] env[70059]: _type = "Task" [ 1181.949982] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.961901] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189895, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.053829] env[70059]: DEBUG nova.compute.manager [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Received event network-changed-b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.054042] env[70059]: DEBUG nova.compute.manager [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Refreshing instance network info cache due to event network-changed-b123cdc3-e8d8-4454-a323-9903b773d270. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.054264] env[70059]: DEBUG oslo_concurrency.lockutils [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.054408] env[70059]: DEBUG oslo_concurrency.lockutils [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.054569] env[70059]: DEBUG nova.network.neutron [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Refreshing network info cache for port b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.302885] env[70059]: DEBUG nova.compute.utils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.304547] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.304764] env[70059]: DEBUG nova.network.neutron [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.310595] env[70059]: INFO nova.compute.claims [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.377481] env[70059]: DEBUG nova.policy [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb7048ece5e435b9acc0e6c14b71ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06f5f089e44a49889567f7a33085e60f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.464026] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189895, 'name': CreateVM_Task, 'duration_secs': 0.35712} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.464026] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.464026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.464026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.464026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.464026] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11e08e3-b21f-4f87-b209-4b07732081c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.467287] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1182.467287] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5238b217-74de-c53b-94c9-277c6274a44f" [ 1182.467287] env[70059]: _type = "Task" [ 1182.467287] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.475291] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5238b217-74de-c53b-94c9-277c6274a44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.781463] env[70059]: DEBUG nova.network.neutron [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updated VIF entry in instance network info cache for port b123cdc3-e8d8-4454-a323-9903b773d270. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.781901] env[70059]: DEBUG nova.network.neutron [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.786190] env[70059]: DEBUG nova.network.neutron [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Successfully created port: d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.817934] env[70059]: INFO nova.compute.resource_tracker [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating resource usage from migration 54d62ab4-f78a-433d-9fad-4a08ba82e579 [ 1182.821502] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.824273] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.824534] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc1c4a7-65e7-4372-a2ef-2e52febe5316 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.832293] env[70059]: DEBUG oslo_vmware.api [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1182.832293] env[70059]: value = "task-3189896" [ 1182.832293] env[70059]: _type = "Task" [ 1182.832293] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.843312] env[70059]: DEBUG oslo_vmware.api [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.978434] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5238b217-74de-c53b-94c9-277c6274a44f, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.981373] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.983393] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.983393] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.983393] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.983393] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.983393] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ece8f24-ae4a-4ca9-8b01-4181a929038f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.992835] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.992947] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.994703] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6789a903-cc46-4fe0-8f71-c41c71a395ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.997417] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4b817-4932-44d4-b99b-f4d72c5320ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.003024] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1183.003024] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521eb2d3-fa08-33f1-6d7a-5c553b8e3645" [ 1183.003024] env[70059]: _type = "Task" [ 1183.003024] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.008637] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad0db2-cab9-4abc-b3bb-8542d12be8f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.017444] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521eb2d3-fa08-33f1-6d7a-5c553b8e3645, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.042521] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d34820-24bf-4999-a172-9a5a791348c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.045337] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32538964-9984-495b-8eb3-75f5e1d8dc07 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.053996] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1183.053996] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]526e57af-a5cb-de7b-e6be-2754927f2650" [ 1183.053996] env[70059]: _type = "Task" [ 1183.053996] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.055678] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831a13b-6d88-44e7-9604-e299dc27ad80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.073566] env[70059]: DEBUG nova.compute.provider_tree [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.078733] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]526e57af-a5cb-de7b-e6be-2754927f2650, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.079309] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.079630] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.079889] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92753679-ad3c-4b68-b5b9-3bcebc0cb90c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.086980] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1183.086980] env[70059]: value = "task-3189897" [ 1183.086980] env[70059]: _type = "Task" [ 1183.086980] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.096838] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.286566] env[70059]: DEBUG oslo_concurrency.lockutils [req-487bcfee-f416-4649-9af6-99e8284dd6fe req-c0c11e87-1aba-431e-b523-e093a4ce6d8d service nova] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.342984] env[70059]: DEBUG oslo_vmware.api [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189896, 'name': PowerOffVM_Task, 'duration_secs': 0.360647} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.343226] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.343494] env[70059]: DEBUG nova.compute.manager [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.344308] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab69550d-79b4-45ed-adac-cd0333a4438b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.580398] env[70059]: DEBUG nova.scheduler.client.report [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.599185] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189897, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.833684] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.862094] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.862367] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.862528] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.862707] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.862881] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.863049] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.863266] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.863425] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.863592] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.863758] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.863931] env[70059]: DEBUG nova.virt.hardware [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.864786] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0db897-71ea-4967-ad11-71b99276ca21 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.867605] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6fa24e24-1948-4347-849a-295c8b0bcd8a tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.874320] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f097c5ea-2ec7-418b-94a3-7721171c5f80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.086872] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.289s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.087010] env[70059]: INFO nova.compute.manager [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Migrating [ 1184.093696] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.897s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.095759] env[70059]: INFO nova.compute.claims [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.115470] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536675} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.115727] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.116166] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.116544] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef222ec-4f81-44ed-ac81-26e24f4fdba0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.124532] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1184.124532] env[70059]: value = "task-3189898" [ 1184.124532] env[70059]: _type = "Task" [ 1184.124532] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.133266] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.174322] env[70059]: DEBUG nova.compute.manager [req-16004cf4-ab9c-4b11-955d-89043ada05f8 req-db33ec47-7c4c-4cb1-8aeb-b35b58a1fb13 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-vif-plugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.174545] env[70059]: DEBUG oslo_concurrency.lockutils [req-16004cf4-ab9c-4b11-955d-89043ada05f8 req-db33ec47-7c4c-4cb1-8aeb-b35b58a1fb13 service nova] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.174758] env[70059]: DEBUG oslo_concurrency.lockutils [req-16004cf4-ab9c-4b11-955d-89043ada05f8 req-db33ec47-7c4c-4cb1-8aeb-b35b58a1fb13 service nova] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.174928] env[70059]: DEBUG oslo_concurrency.lockutils [req-16004cf4-ab9c-4b11-955d-89043ada05f8 req-db33ec47-7c4c-4cb1-8aeb-b35b58a1fb13 service nova] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.175111] env[70059]: DEBUG nova.compute.manager [req-16004cf4-ab9c-4b11-955d-89043ada05f8 req-db33ec47-7c4c-4cb1-8aeb-b35b58a1fb13 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] No waiting events found dispatching network-vif-plugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.175280] env[70059]: WARNING nova.compute.manager [req-16004cf4-ab9c-4b11-955d-89043ada05f8 req-db33ec47-7c4c-4cb1-8aeb-b35b58a1fb13 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received unexpected event network-vif-plugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 for instance with vm_state building and task_state spawning. [ 1184.257577] env[70059]: DEBUG nova.objects.instance [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.260141] env[70059]: DEBUG nova.network.neutron [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Successfully updated port: d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.612301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.612506] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.612691] env[70059]: DEBUG nova.network.neutron [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.634679] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065595} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.635245] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.635727] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be1b611-4e0d-4cfa-87a5-21c8aaf102fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.657928] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.658179] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348c3e6c-3163-4c8a-bd3e-f318a2221f1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.677640] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1184.677640] env[70059]: value = "task-3189899" [ 1184.677640] env[70059]: _type = "Task" [ 1184.677640] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.685085] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.762663] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.762886] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.763075] env[70059]: DEBUG nova.network.neutron [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.764355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.764471] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.764616] env[70059]: DEBUG nova.network.neutron [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.764786] env[70059]: DEBUG nova.objects.instance [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'info_cache' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.187307] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189899, 'name': ReconfigVM_Task, 'duration_secs': 0.271646} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.187733] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.188382] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b53f533e-b82f-48e3-9c38-ba8d7ef9b701 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.198563] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1185.198563] env[70059]: value = "task-3189900" [ 1185.198563] env[70059]: _type = "Task" [ 1185.198563] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.206778] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189900, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.263926] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6024d-888f-48cb-9264-0377dd5cd8be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.271813] env[70059]: DEBUG nova.objects.base [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.278415] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f629b4-70f8-4eea-8d39-a3a5ea3fae15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.315608] env[70059]: DEBUG nova.network.neutron [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.318034] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf11a6-b7cd-4854-ad1c-8295b70207ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.323035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.323279] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.327918] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b0a283-c828-49b7-bab8-75648e8ae984 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.344626] env[70059]: DEBUG nova.compute.provider_tree [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.380604] env[70059]: DEBUG nova.network.neutron [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.458400] env[70059]: DEBUG nova.network.neutron [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.708766] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189900, 'name': Rename_Task, 'duration_secs': 0.155609} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.709051] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.709302] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9580b97-78ec-4ff5-a94c-a79355ccd546 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.715606] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1185.715606] env[70059]: value = "task-3189901" [ 1185.715606] env[70059]: _type = "Task" [ 1185.715606] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.723300] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.828667] env[70059]: DEBUG nova.compute.utils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.851272] env[70059]: DEBUG nova.scheduler.client.report [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.883036] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.960930] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.961276] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Instance network_info: |[{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.962052] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:83:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd963f7d6-f897-49c4-a4bd-fef706fcb9e1', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.969448] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.972495] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.972964] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3de78477-f969-4d2d-8daf-bbc7cc59d7e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.994153] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.994153] env[70059]: value = "task-3189902" [ 1185.994153] env[70059]: _type = "Task" [ 1185.994153] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.003640] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189902, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.088854] env[70059]: DEBUG nova.network.neutron [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [{"id": "a517035c-e146-4ee3-b538-f343808b8652", "address": "fa:16:3e:60:16:85", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa517035c-e1", "ovs_interfaceid": "a517035c-e146-4ee3-b538-f343808b8652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.226144] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.250268] env[70059]: DEBUG nova.compute.manager [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.250547] env[70059]: DEBUG nova.compute.manager [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing instance network info cache due to event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.250714] env[70059]: DEBUG oslo_concurrency.lockutils [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.250838] env[70059]: DEBUG oslo_concurrency.lockutils [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.250985] env[70059]: DEBUG nova.network.neutron [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.331766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.361518] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.362079] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.364584] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.488s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.504450] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189902, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.591638] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "refresh_cache-e8f630af-c6f0-4fca-ab54-916d4313a21c" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.726493] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.868961] env[70059]: DEBUG nova.compute.utils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.875162] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.875162] env[70059]: DEBUG nova.network.neutron [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.918130] env[70059]: DEBUG nova.policy [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.957378] env[70059]: DEBUG nova.network.neutron [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updated VIF entry in instance network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.957861] env[70059]: DEBUG nova.network.neutron [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.009699] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189902, 'name': CreateVM_Task, 'duration_secs': 0.640137} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.009871] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.010583] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.010739] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.011074] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.011332] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3122bbfb-21fd-4b57-b73d-60781a95584f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.015866] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1187.015866] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]523b616e-c6ab-7f4d-a855-2b74a088d524" [ 1187.015866] env[70059]: _type = "Task" [ 1187.015866] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.023575] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523b616e-c6ab-7f4d-a855-2b74a088d524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.161515] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-dd0574f0-b61d-49fb-8f76-4e93405e8609-91cb515e-7955-424c-b05e-2e25a81a37b6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.161802] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-dd0574f0-b61d-49fb-8f76-4e93405e8609-91cb515e-7955-424c-b05e-2e25a81a37b6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.162191] env[70059]: DEBUG nova.objects.instance [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'flavor' on Instance uuid dd0574f0-b61d-49fb-8f76-4e93405e8609 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.226453] env[70059]: DEBUG oslo_vmware.api [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189901, 'name': PowerOnVM_Task, 'duration_secs': 1.060913} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.226864] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.227213] env[70059]: INFO nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1187.227341] env[70059]: DEBUG nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.228487] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c2495-cbe4-495c-b228-adecee1daeb4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.332018] env[70059]: DEBUG nova.network.neutron [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Successfully created port: 27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.376135] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.379051] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Applying migration context for instance 8364ab6e-7e18-493e-8305-66093d9809d9 as it has an incoming, in-progress migration 54d62ab4-f78a-433d-9fad-4a08ba82e579. Migration status is migrating {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1187.380412] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating resource usage from migration 54d62ab4-f78a-433d-9fad-4a08ba82e579 [ 1187.394176] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.394423] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.394642] env[70059]: INFO nova.compute.manager [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Attaching volume 5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7 to /dev/sdb [ 1187.402339] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3680d75c-5eb6-4ba9-86e1-02df622791e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.408147] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e8f630af-c6f0-4fca-ab54-916d4313a21c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.408321] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e29bbdfa-1752-47a7-8fb8-72f731577b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.408457] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 844473d5-0859-4b0d-96d9-07963dfa8655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.408577] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance dd0574f0-b61d-49fb-8f76-4e93405e8609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.408694] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 1edf8ed7-03cd-4681-943c-5dd5cc254850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.408808] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance c188003e-704f-46ec-b8d5-c3045fa85415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.408920] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 1f6d1dcc-17d0-4122-980d-68d297ed52e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.409044] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0b3a27f1-5b01-4ad6-a335-42b978137b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.409162] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration 54d62ab4-f78a-433d-9fad-4a08ba82e579 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1187.409272] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 8364ab6e-7e18-493e-8305-66093d9809d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.409380] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2dca9432-7d12-44ce-8e9a-25b43b6142c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1187.409600] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1187.409748] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1187.425879] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.440962] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28956c8-b33d-4321-91a6-0c371300d022 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.452157] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73110521-90be-4a8b-ac60-6591b1564ee7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.461311] env[70059]: DEBUG oslo_concurrency.lockutils [req-5fe7e26d-70d4-49ec-81f1-6df44744f650 req-496f7d72-9595-4674-be69-5d7920cfd06c service nova] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.466562] env[70059]: DEBUG nova.virt.block_device [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updating existing volume attachment record: 08587798-3367-4f90-8698-e2d58c293b9c {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.525646] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]523b616e-c6ab-7f4d-a855-2b74a088d524, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.525951] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.526205] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.526440] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.526587] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.526768] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.527034] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ee4f952-4337-4a42-aafe-a5d349409520 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.535272] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.535493] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.536157] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abc37fe-c04f-42d4-8f0a-f8fa66028b75 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.541719] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1187.541719] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52266d90-337e-577e-7584-96e7c3f7eb30" [ 1187.541719] env[70059]: _type = "Task" [ 1187.541719] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.550080] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52266d90-337e-577e-7584-96e7c3f7eb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.596012] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ff2ee3-a09e-4e62-ba9e-fb961a9d741c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.598956] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.599103] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20fb6b75-1023-4053-b56f-1888b9ed5f70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.609545] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b6c846-dc3f-4112-be34-a5d4d5a960f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.612969] env[70059]: DEBUG oslo_vmware.api [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1187.612969] env[70059]: value = "task-3189904" [ 1187.612969] env[70059]: _type = "Task" [ 1187.612969] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.642697] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b815c97-a56f-48f2-b585-0fde745f639e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.648206] env[70059]: DEBUG oslo_vmware.api [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.652727] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effe861d-3ac2-4688-9344-7b2e340a6abc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.669159] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.744182] env[70059]: INFO nova.compute.manager [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Took 12.59 seconds to build instance. [ 1187.759370] env[70059]: DEBUG nova.objects.instance [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'pci_requests' on Instance uuid dd0574f0-b61d-49fb-8f76-4e93405e8609 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.932222] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.932524] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc6c84a8-0fe1-4bcf-ba73-d82efa4ccd74 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.940732] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1187.940732] env[70059]: value = "task-3189907" [ 1187.940732] env[70059]: _type = "Task" [ 1187.940732] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.949397] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.053052] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52266d90-337e-577e-7584-96e7c3f7eb30, 'name': SearchDatastore_Task, 'duration_secs': 0.008103} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.053767] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1e0218-3266-4724-8fa7-798a2543d1a2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.060260] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1188.060260] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52740a32-962d-4270-5286-ebbdbe1a2c8f" [ 1188.060260] env[70059]: _type = "Task" [ 1188.060260] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.070983] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52740a32-962d-4270-5286-ebbdbe1a2c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.123795] env[70059]: DEBUG oslo_vmware.api [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189904, 'name': PowerOnVM_Task, 'duration_secs': 0.400498} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.124096] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.124299] env[70059]: DEBUG nova.compute.manager [None req-8769aeca-31c6-4623-92ff-74b11f46cea8 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.125096] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136f238-c3d1-44ab-ba1e-0d18d68898f9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.171969] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.246567] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c5233b76-0a8f-484f-868c-9b71ef809eb0 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.098s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.262848] env[70059]: DEBUG nova.objects.base [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.263135] env[70059]: DEBUG nova.network.neutron [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.325979] env[70059]: DEBUG nova.policy [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.390776] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.417924] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.418197] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.418379] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.418567] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.418873] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.418945] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.419165] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.419337] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.419554] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.419730] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.420052] env[70059]: DEBUG nova.virt.hardware [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.420920] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b503c5-e7b5-44b9-ba55-8bc3a0488efb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.430648] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933671ba-d91f-4269-bfaf-c7f1ba8574a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.454119] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189907, 'name': PowerOffVM_Task, 'duration_secs': 0.250174} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.454432] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.454637] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.570698] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52740a32-962d-4270-5286-ebbdbe1a2c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.571150] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.571273] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.571548] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b1b954-e076-45ab-ab72-2264f1449f02 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.577896] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1188.577896] env[70059]: value = "task-3189908" [ 1188.577896] env[70059]: _type = "Task" [ 1188.577896] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.588613] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.676580] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.676855] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.312s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.679374] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.679374] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Cleaning up deleted instances {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1188.962980] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.963271] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.963433] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.963619] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.963770] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.963915] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.964237] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.964422] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.964596] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.964762] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.966316] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.975008] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23939231-145d-4a71-9d87-63280390b258 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.993290] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1188.993290] env[70059]: value = "task-3189909" [ 1188.993290] env[70059]: _type = "Task" [ 1188.993290] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.003891] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.089730] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.194146] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] There are 56 instances to clean {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1189.194146] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 8c286998-baf9-4bd5-8dfe-9d26eab9cc55] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.249285] env[70059]: DEBUG nova.compute.manager [req-028529fa-9656-4d16-adff-b262745418b9 req-71ce2eb0-f60a-4750-ade6-31fd24b12b49 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Received event network-vif-plugged-27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.249607] env[70059]: DEBUG oslo_concurrency.lockutils [req-028529fa-9656-4d16-adff-b262745418b9 req-71ce2eb0-f60a-4750-ade6-31fd24b12b49 service nova] Acquiring lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.249818] env[70059]: DEBUG oslo_concurrency.lockutils [req-028529fa-9656-4d16-adff-b262745418b9 req-71ce2eb0-f60a-4750-ade6-31fd24b12b49 service nova] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.249950] env[70059]: DEBUG oslo_concurrency.lockutils [req-028529fa-9656-4d16-adff-b262745418b9 req-71ce2eb0-f60a-4750-ade6-31fd24b12b49 service nova] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.250114] env[70059]: DEBUG nova.compute.manager [req-028529fa-9656-4d16-adff-b262745418b9 req-71ce2eb0-f60a-4750-ade6-31fd24b12b49 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] No waiting events found dispatching network-vif-plugged-27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.250238] env[70059]: WARNING nova.compute.manager [req-028529fa-9656-4d16-adff-b262745418b9 req-71ce2eb0-f60a-4750-ade6-31fd24b12b49 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Received unexpected event network-vif-plugged-27379d77-24fb-4053-8ca3-597cfa0132ba for instance with vm_state building and task_state spawning. [ 1189.302017] env[70059]: DEBUG nova.compute.manager [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Received event network-changed-b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.302303] env[70059]: DEBUG nova.compute.manager [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Refreshing instance network info cache due to event network-changed-b123cdc3-e8d8-4454-a323-9903b773d270. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.302595] env[70059]: DEBUG oslo_concurrency.lockutils [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.302747] env[70059]: DEBUG oslo_concurrency.lockutils [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.302913] env[70059]: DEBUG nova.network.neutron [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Refreshing network info cache for port b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.503827] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189909, 'name': ReconfigVM_Task, 'duration_secs': 0.349501} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.504166] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.588231] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189908, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.699305] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 1e4e5eb4-f6e9-49ca-9332-d97f7e32b3bd] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.730598] env[70059]: DEBUG nova.network.neutron [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Successfully updated port: 27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.791512] env[70059]: DEBUG nova.compute.manager [req-39fdee67-2c63-42ab-a0c3-e4d1e43806cc req-d9a267ff-ce42-4182-8dc6-d758c0f7932a service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-vif-plugged-91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.791512] env[70059]: DEBUG oslo_concurrency.lockutils [req-39fdee67-2c63-42ab-a0c3-e4d1e43806cc req-d9a267ff-ce42-4182-8dc6-d758c0f7932a service nova] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.791770] env[70059]: DEBUG oslo_concurrency.lockutils [req-39fdee67-2c63-42ab-a0c3-e4d1e43806cc req-d9a267ff-ce42-4182-8dc6-d758c0f7932a service nova] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.792824] env[70059]: DEBUG oslo_concurrency.lockutils [req-39fdee67-2c63-42ab-a0c3-e4d1e43806cc req-d9a267ff-ce42-4182-8dc6-d758c0f7932a service nova] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.792824] env[70059]: DEBUG nova.compute.manager [req-39fdee67-2c63-42ab-a0c3-e4d1e43806cc req-d9a267ff-ce42-4182-8dc6-d758c0f7932a service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] No waiting events found dispatching network-vif-plugged-91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.793037] env[70059]: WARNING nova.compute.manager [req-39fdee67-2c63-42ab-a0c3-e4d1e43806cc req-d9a267ff-ce42-4182-8dc6-d758c0f7932a service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received unexpected event network-vif-plugged-91cb515e-7955-424c-b05e-2e25a81a37b6 for instance with vm_state active and task_state None. [ 1189.799303] env[70059]: DEBUG nova.network.neutron [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Successfully updated port: 91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.011227] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.011498] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.011831] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.011831] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.012021] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.012093] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.012286] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.012444] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.012608] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.012769] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.013011] env[70059]: DEBUG nova.virt.hardware [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.018490] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.019428] env[70059]: DEBUG nova.network.neutron [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updated VIF entry in instance network info cache for port b123cdc3-e8d8-4454-a323-9903b773d270. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.019809] env[70059]: DEBUG nova.network.neutron [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.021052] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98231243-1ea8-4071-ab63-ef4c0f7b8197 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.035829] env[70059]: DEBUG oslo_concurrency.lockutils [req-5fd2d69a-a9aa-4584-ac9b-0d6c6aa2b035 req-c9345a78-e1c9-49e4-8d56-7522f504713d service nova] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.041256] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1190.041256] env[70059]: value = "task-3189911" [ 1190.041256] env[70059]: _type = "Task" [ 1190.041256] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.049727] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.088530] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189908, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.203437] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: a1eeeefc-3c6b-4879-9270-386ceb6631c1] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.232485] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-2dca9432-7d12-44ce-8e9a-25b43b6142c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.232678] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-2dca9432-7d12-44ce-8e9a-25b43b6142c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.232772] env[70059]: DEBUG nova.network.neutron [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.303064] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.303391] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.303468] env[70059]: DEBUG nova.network.neutron [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.551197] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189911, 'name': ReconfigVM_Task, 'duration_secs': 0.189099} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.551441] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.552211] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125807b2-6300-494b-a785-68eb344cbdf3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.573872] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.574463] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6701b14-89bd-46ab-8e62-8bbaed0baac0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.595195] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189908, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.62686} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.596500] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.596723] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.597041] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1190.597041] env[70059]: value = "task-3189912" [ 1190.597041] env[70059]: _type = "Task" [ 1190.597041] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.597234] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42e0990e-6e8a-40f7-b1be-8cedd159869e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.608543] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.609723] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1190.609723] env[70059]: value = "task-3189913" [ 1190.609723] env[70059]: _type = "Task" [ 1190.609723] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.617141] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.707485] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: b95e9306-1fce-4fe0-983d-5806093347d6] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.763048] env[70059]: DEBUG nova.network.neutron [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.852514] env[70059]: WARNING nova.network.neutron [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] 4585d055-7248-4da8-aceb-2099a262154c already exists in list: networks containing: ['4585d055-7248-4da8-aceb-2099a262154c']. ignoring it [ 1190.886573] env[70059]: DEBUG nova.network.neutron [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Updating instance_info_cache with network_info: [{"id": "27379d77-24fb-4053-8ca3-597cfa0132ba", "address": "fa:16:3e:8d:5a:8b", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27379d77-24", "ovs_interfaceid": "27379d77-24fb-4053-8ca3-597cfa0132ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.108502] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.117636] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060985} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.117888] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.118621] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b077f9e-7b11-4ae6-ad37-aad4c066bffb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.141719] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.142053] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9708f81a-2160-4ec0-a863-a5ebc53d5b2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.161445] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1191.161445] env[70059]: value = "task-3189914" [ 1191.161445] env[70059]: _type = "Task" [ 1191.161445] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.165669] env[70059]: DEBUG nova.network.neutron [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91cb515e-7955-424c-b05e-2e25a81a37b6", "address": "fa:16:3e:c0:39:e9", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cb515e-79", "ovs_interfaceid": "91cb515e-7955-424c-b05e-2e25a81a37b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.171927] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.210802] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c795729f-7480-4547-8650-c8455defcc59] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.327717] env[70059]: DEBUG nova.compute.manager [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Received event network-changed-27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.327980] env[70059]: DEBUG nova.compute.manager [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Refreshing instance network info cache due to event network-changed-27379d77-24fb-4053-8ca3-597cfa0132ba. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.328158] env[70059]: DEBUG oslo_concurrency.lockutils [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] Acquiring lock "refresh_cache-2dca9432-7d12-44ce-8e9a-25b43b6142c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.389710] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-2dca9432-7d12-44ce-8e9a-25b43b6142c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.390107] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Instance network_info: |[{"id": "27379d77-24fb-4053-8ca3-597cfa0132ba", "address": "fa:16:3e:8d:5a:8b", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27379d77-24", "ovs_interfaceid": "27379d77-24fb-4053-8ca3-597cfa0132ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.390468] env[70059]: DEBUG oslo_concurrency.lockutils [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] Acquired lock "refresh_cache-2dca9432-7d12-44ce-8e9a-25b43b6142c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.390819] env[70059]: DEBUG nova.network.neutron [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Refreshing network info cache for port 27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.392272] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5a:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27379d77-24fb-4053-8ca3-597cfa0132ba', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.400456] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.403627] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.404111] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98bec9fb-c3c2-4138-b57a-75204185ab2b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.433749] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.433749] env[70059]: value = "task-3189915" [ 1191.433749] env[70059]: _type = "Task" [ 1191.433749] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.445927] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189915, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.609362] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189912, 'name': ReconfigVM_Task, 'duration_secs': 0.923526} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.612077] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.612503] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.652244] env[70059]: DEBUG nova.network.neutron [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Updated VIF entry in instance network info cache for port 27379d77-24fb-4053-8ca3-597cfa0132ba. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.652700] env[70059]: DEBUG nova.network.neutron [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Updating instance_info_cache with network_info: [{"id": "27379d77-24fb-4053-8ca3-597cfa0132ba", "address": "fa:16:3e:8d:5a:8b", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27379d77-24", "ovs_interfaceid": "27379d77-24fb-4053-8ca3-597cfa0132ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.668405] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.669150] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.669349] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.670587] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf8e62c-4a77-4a8a-a264-39136d7ae6b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.677929] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189914, 'name': ReconfigVM_Task, 'duration_secs': 0.324775} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.678672] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.679426] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a6124e3-6c46-40ae-a469-b22380163135 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.694322] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.694620] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.694829] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.695089] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.695288] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.695483] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.695742] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.695954] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.696214] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.696430] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.696675] env[70059]: DEBUG nova.virt.hardware [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.703257] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Reconfiguring VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1191.704279] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0749419f-5fff-4380-80f5-a9fae90a5f35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.717477] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: b5abe25b-4c9d-49a5-8e62-1e9eb403d6ad] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.719408] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1191.719408] env[70059]: value = "task-3189916" [ 1191.719408] env[70059]: _type = "Task" [ 1191.719408] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.726504] env[70059]: DEBUG oslo_vmware.api [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1191.726504] env[70059]: value = "task-3189917" [ 1191.726504] env[70059]: _type = "Task" [ 1191.726504] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.734098] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189916, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.742899] env[70059]: DEBUG oslo_vmware.api [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189917, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.817287] env[70059]: DEBUG nova.compute.manager [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-changed-91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.817603] env[70059]: DEBUG nova.compute.manager [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing instance network info cache due to event network-changed-91cb515e-7955-424c-b05e-2e25a81a37b6. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.817731] env[70059]: DEBUG oslo_concurrency.lockutils [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.817870] env[70059]: DEBUG oslo_concurrency.lockutils [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.818024] env[70059]: DEBUG nova.network.neutron [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing network info cache for port 91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.944402] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189915, 'name': CreateVM_Task, 'duration_secs': 0.347874} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.944583] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.945335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.945502] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.945967] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.946337] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71161ac-82f4-4325-a87d-266714696132 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.951946] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1191.951946] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5207d689-f54a-a88d-58ad-681430e92c28" [ 1191.951946] env[70059]: _type = "Task" [ 1191.951946] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.961313] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5207d689-f54a-a88d-58ad-681430e92c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.120229] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea0e84b-7dba-48e8-8621-b1630dd187a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.146986] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eed9fe-bd91-4593-8869-3b9af7739345 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.174476] env[70059]: DEBUG oslo_concurrency.lockutils [req-7d346ffb-5704-4beb-9df9-0d8895058d11 req-f7356e92-d93d-4ac9-aeda-754bbe9d88e9 service nova] Releasing lock "refresh_cache-2dca9432-7d12-44ce-8e9a-25b43b6142c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.175083] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.221160] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 00693c4b-cc75-41c0-9dc9-8a6a8c97f52b] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.233883] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189916, 'name': Rename_Task, 'duration_secs': 0.193056} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.234572] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.235094] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1de347e-207f-4a5a-9cb8-114a273b3f01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.240090] env[70059]: DEBUG oslo_vmware.api [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.245887] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1192.245887] env[70059]: value = "task-3189918" [ 1192.245887] env[70059]: _type = "Task" [ 1192.245887] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.254134] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.464808] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5207d689-f54a-a88d-58ad-681430e92c28, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.465194] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.465521] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.465911] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.466123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.466429] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.466841] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50b3f898-26e4-474b-ae12-59f7477a5e7c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.482619] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.482952] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.484108] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d1c794-814f-4ac6-83a4-63803b1d1839 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.491289] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1192.491289] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fcd65b-d967-824d-8a79-52d6909ac5fa" [ 1192.491289] env[70059]: _type = "Task" [ 1192.491289] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.503224] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fcd65b-d967-824d-8a79-52d6909ac5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.522031] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1192.522430] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637929', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'name': 'volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '844473d5-0859-4b0d-96d9-07963dfa8655', 'attached_at': '', 'detached_at': '', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'serial': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1192.523748] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c964a-d216-4cfb-9eb6-c1902164dcdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.542729] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184e76e-19c4-4c65-99e1-d215c73781ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.569564] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7/volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.572314] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640314bf-3306-4347-a4cd-2b2921efcb74 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.591661] env[70059]: DEBUG oslo_vmware.api [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1192.591661] env[70059]: value = "task-3189919" [ 1192.591661] env[70059]: _type = "Task" [ 1192.591661] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.599793] env[70059]: DEBUG oslo_vmware.api [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.641078] env[70059]: DEBUG nova.network.neutron [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updated VIF entry in instance network info cache for port 91cb515e-7955-424c-b05e-2e25a81a37b6. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.641589] env[70059]: DEBUG nova.network.neutron [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91cb515e-7955-424c-b05e-2e25a81a37b6", "address": "fa:16:3e:c0:39:e9", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cb515e-79", "ovs_interfaceid": "91cb515e-7955-424c-b05e-2e25a81a37b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.719234] env[70059]: DEBUG nova.network.neutron [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Port 57eb40d5-5bd2-47a9-ae08-6117c55faf88 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1192.727670] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: b36d4c86-1509-47ba-8447-0cfdd9de6b7c] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.742893] env[70059]: DEBUG oslo_vmware.api [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189917, 'name': ReconfigVM_Task, 'duration_secs': 0.683353} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.743539] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.743819] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Reconfigured VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1192.759370] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.001993] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fcd65b-d967-824d-8a79-52d6909ac5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.002766] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9775f31-fbb0-4107-b70d-a2b72310c0d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.008435] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1193.008435] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52090d59-c570-c527-cafc-af4bfc535bd5" [ 1193.008435] env[70059]: _type = "Task" [ 1193.008435] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.016188] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52090d59-c570-c527-cafc-af4bfc535bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.101392] env[70059]: DEBUG oslo_vmware.api [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189919, 'name': ReconfigVM_Task, 'duration_secs': 0.471341} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.101679] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7/volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.106319] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-219766f3-4f09-45b1-8285-51432f8a0a8b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.121952] env[70059]: DEBUG oslo_vmware.api [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1193.121952] env[70059]: value = "task-3189920" [ 1193.121952] env[70059]: _type = "Task" [ 1193.121952] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.130093] env[70059]: DEBUG oslo_vmware.api [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.144861] env[70059]: DEBUG oslo_concurrency.lockutils [req-eef9e52d-5dd0-46fa-9211-66d5661e5e2b req-1c3b49c2-b169-4fb5-82d0-331cd3a718de service nova] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.235647] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 016b9d61-3fb9-41a4-9510-6de69f5a9477] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.249965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0afde17-a043-4105-8d0a-b68cc8db268c tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-dd0574f0-b61d-49fb-8f76-4e93405e8609-91cb515e-7955-424c-b05e-2e25a81a37b6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.088s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.260226] env[70059]: DEBUG oslo_vmware.api [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189918, 'name': PowerOnVM_Task, 'duration_secs': 0.768535} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.260398] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.260840] env[70059]: INFO nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1193.260933] env[70059]: DEBUG nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.262120] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc651e44-9974-4b02-bc0a-88231ae0c65c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.519224] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52090d59-c570-c527-cafc-af4bfc535bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.519601] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.519776] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2dca9432-7d12-44ce-8e9a-25b43b6142c1/2dca9432-7d12-44ce-8e9a-25b43b6142c1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.520023] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b32ac1e-920b-465a-94b7-df5a47faf0f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.526526] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1193.526526] env[70059]: value = "task-3189921" [ 1193.526526] env[70059]: _type = "Task" [ 1193.526526] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.534017] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.631516] env[70059]: DEBUG oslo_vmware.api [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189920, 'name': ReconfigVM_Task, 'duration_secs': 0.233351} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.631824] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637929', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'name': 'volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '844473d5-0859-4b0d-96d9-07963dfa8655', 'attached_at': '', 'detached_at': '', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'serial': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1193.739292] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 38299d76-4cb9-49c6-80d6-0288760d37ce] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.751287] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.751603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.751844] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.782649] env[70059]: INFO nova.compute.manager [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Took 18.34 seconds to build instance. [ 1194.036653] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482898} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.036909] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2dca9432-7d12-44ce-8e9a-25b43b6142c1/2dca9432-7d12-44ce-8e9a-25b43b6142c1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.037083] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.037332] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98fd6ef1-521b-44da-b430-56f470a3a88c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.043263] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1194.043263] env[70059]: value = "task-3189922" [ 1194.043263] env[70059]: _type = "Task" [ 1194.043263] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.050588] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.252092] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: e8ac26a3-d981-4ad0-970f-6e06a8b2bd72] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.284901] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0e41a2ef-0ed7-4c30-8f69-5eb77b5c004c tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.848s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.553659] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067474} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.554028] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.554705] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfc9364-5fca-46e3-816a-9179fcd66854 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.583801] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2dca9432-7d12-44ce-8e9a-25b43b6142c1/2dca9432-7d12-44ce-8e9a-25b43b6142c1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.584203] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93933471-bb16-40ea-b8fd-ca50f34f941d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.607063] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1194.607063] env[70059]: value = "task-3189923" [ 1194.607063] env[70059]: _type = "Task" [ 1194.607063] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.615135] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.671400] env[70059]: DEBUG nova.objects.instance [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'flavor' on Instance uuid 844473d5-0859-4b0d-96d9-07963dfa8655 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.756719] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 16eae91a-19c3-4453-be5b-390340fcdeb7] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.798067] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.798286] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.798496] env[70059]: DEBUG nova.network.neutron [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.814728] env[70059]: DEBUG nova.compute.manager [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.814920] env[70059]: DEBUG nova.compute.manager [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing instance network info cache due to event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.815150] env[70059]: DEBUG oslo_concurrency.lockutils [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.815297] env[70059]: DEBUG oslo_concurrency.lockutils [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.815459] env[70059]: DEBUG nova.network.neutron [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.867371] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-dd0574f0-b61d-49fb-8f76-4e93405e8609-91cb515e-7955-424c-b05e-2e25a81a37b6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.867742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-dd0574f0-b61d-49fb-8f76-4e93405e8609-91cb515e-7955-424c-b05e-2e25a81a37b6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.117067] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189923, 'name': ReconfigVM_Task, 'duration_secs': 0.327294} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.117717] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2dca9432-7d12-44ce-8e9a-25b43b6142c1/2dca9432-7d12-44ce-8e9a-25b43b6142c1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.118060] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b3f2c5f-afd1-4a3c-b430-91c226c02ede {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.125576] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1195.125576] env[70059]: value = "task-3189924" [ 1195.125576] env[70059]: _type = "Task" [ 1195.125576] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.134158] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189924, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.176639] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c32cb22d-9b5d-4e7f-a857-5a333d568ff2 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.262573] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 48488558-4b01-4283-8f25-692176eb3226] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.373366] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.373580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.374560] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c44093-b30b-4694-9784-d6bf50c9b4c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.395125] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301fb32c-d732-4d19-9a82-b42cfb79041a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.426926] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Reconfiguring VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1195.433867] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4fa7a9-664b-4802-8c7e-ba57aae6c111 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.460778] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1195.460778] env[70059]: value = "task-3189925" [ 1195.460778] env[70059]: _type = "Task" [ 1195.460778] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.470808] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.639522] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189924, 'name': Rename_Task, 'duration_secs': 0.149571} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.639904] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.640230] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f9cb38-2ae0-4369-9d74-a4ca16a0446d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.648731] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1195.648731] env[70059]: value = "task-3189926" [ 1195.648731] env[70059]: _type = "Task" [ 1195.648731] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.658664] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.659705] env[70059]: DEBUG nova.network.neutron [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.672274] env[70059]: DEBUG nova.network.neutron [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updated VIF entry in instance network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.672623] env[70059]: DEBUG nova.network.neutron [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.766258] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c27c3942-c645-4e47-b5af-aa5bd339346f] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.971186] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.159162] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189926, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.162896] env[70059]: DEBUG oslo_concurrency.lockutils [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.174567] env[70059]: DEBUG oslo_concurrency.lockutils [req-27d42708-933b-4522-9b8b-b869946119c6 req-8d74b0b2-faec-4e57-9d12-b6c7da9009ca service nova] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.269789] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 2e5a099f-f753-45ea-8a01-1a34690930f2] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.472992] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.659822] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189926, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.684719] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92739ef-a9c9-46c6-8e0f-0c793189b689 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.704061] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5443a-8a39-4c1f-b7d5-7697d86fbf41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.710964] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.773559] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 94249f7f-ee2e-4624-8294-62c1deaa363a] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.974382] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.040997] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.041247] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.159660] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.217625] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.217890] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d6526f-cce1-4298-a5df-96ea7bd6248d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.225448] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1197.225448] env[70059]: value = "task-3189927" [ 1197.225448] env[70059]: _type = "Task" [ 1197.225448] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.234530] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.277237] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: bfa7e6d7-4602-4fd1-92fb-745742d20a2b] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.473549] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.544095] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.661110] env[70059]: DEBUG oslo_vmware.api [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189926, 'name': PowerOnVM_Task, 'duration_secs': 1.947939} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.661577] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.661577] env[70059]: INFO nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1197.661757] env[70059]: DEBUG nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.662609] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1e189-0f43-4c99-9781-f8914a8b9911 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.734631] env[70059]: DEBUG oslo_vmware.api [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189927, 'name': PowerOnVM_Task, 'duration_secs': 0.48673} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.734854] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.735049] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-317e18ed-61f4-448f-a5bc-7a4d14f9d660 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance '8364ab6e-7e18-493e-8305-66093d9809d9' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.780718] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: cdb854d2-aa84-4acd-8914-ddd3007639f4] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.972800] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.067900] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.068192] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.069766] env[70059]: INFO nova.compute.claims [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.180885] env[70059]: INFO nova.compute.manager [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Took 18.00 seconds to build instance. [ 1198.284848] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 91feb187-5bbb-49cb-8da2-4c9b15d69803] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.474536] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.683131] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d0d2be35-1c27-470f-a1df-3219a8f438f0 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.516s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.787305] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 540ad875-a40a-4a8a-9969-11286937a642] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.944523] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.944787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.945045] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.945236] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.945406] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.948025] env[70059]: INFO nova.compute.manager [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Terminating instance [ 1198.974914] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.207464] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad5c8ae-688a-47a7-84a4-0f2e6ee70545 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.215082] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fef491-336e-419f-a349-247dea278406 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.245277] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a9025-f423-47ad-a12e-f0ca4ca43223 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.258432] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e03316-0d45-43ec-bcc6-716089543254 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.271725] env[70059]: DEBUG nova.compute.provider_tree [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.289768] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 45f53d7e-df03-4d76-9a62-fb849250b24d] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.452319] env[70059]: DEBUG nova.compute.manager [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.452555] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.453467] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b262f4-e075-4f10-ba29-f7fecbc2c08e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.461825] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.462125] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b3197b-e273-47a7-bc4f-9b37477d72c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.469549] env[70059]: DEBUG oslo_vmware.api [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1199.469549] env[70059]: value = "task-3189928" [ 1199.469549] env[70059]: _type = "Task" [ 1199.469549] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.476183] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.481821] env[70059]: DEBUG oslo_vmware.api [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.609930] env[70059]: DEBUG nova.network.neutron [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Port 57eb40d5-5bd2-47a9-ae08-6117c55faf88 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1199.610219] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.610561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.610561] env[70059]: DEBUG nova.network.neutron [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.775152] env[70059]: DEBUG nova.scheduler.client.report [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.791994] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: f58542d5-0164-4b39-b3f8-48956ce37421] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.978493] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.981372] env[70059]: DEBUG oslo_vmware.api [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189928, 'name': PowerOffVM_Task, 'duration_secs': 0.178888} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.981627] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.981796] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.982046] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7606c8b8-2b10-4b47-bd8f-0f98a1868396 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.045952] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.046376] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.046567] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore1] 2dca9432-7d12-44ce-8e9a-25b43b6142c1 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.046832] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-869d81c4-9533-4a52-a219-55d03bf37188 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.054759] env[70059]: DEBUG oslo_vmware.api [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1200.054759] env[70059]: value = "task-3189930" [ 1200.054759] env[70059]: _type = "Task" [ 1200.054759] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.062655] env[70059]: DEBUG oslo_vmware.api [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.280618] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.281206] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.295556] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: e64d31c6-a1a7-44c3-aae0-eae7d84c8152] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.476406] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.567638] env[70059]: DEBUG oslo_vmware.api [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127652} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.567638] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.567638] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.567638] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.567638] env[70059]: INFO nova.compute.manager [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1200.567638] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.567638] env[70059]: DEBUG nova.compute.manager [-] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.568019] env[70059]: DEBUG nova.network.neutron [-] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.591460] env[70059]: DEBUG nova.network.neutron [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.786599] env[70059]: DEBUG nova.compute.utils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.792474] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.792474] env[70059]: DEBUG nova.network.neutron [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.799045] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: fe753f45-184b-4b1d-8c06-85b660d0d4fa] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.813943] env[70059]: DEBUG nova.compute.manager [req-5cfa0a17-4a86-4a7d-ab86-cbe876137a84 req-599b38e8-1d90-47c2-930e-656798e4b9fb service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Received event network-vif-deleted-27379d77-24fb-4053-8ca3-597cfa0132ba {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.814179] env[70059]: INFO nova.compute.manager [req-5cfa0a17-4a86-4a7d-ab86-cbe876137a84 req-599b38e8-1d90-47c2-930e-656798e4b9fb service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Neutron deleted interface 27379d77-24fb-4053-8ca3-597cfa0132ba; detaching it from the instance and deleting it from the info cache [ 1200.814524] env[70059]: DEBUG nova.network.neutron [req-5cfa0a17-4a86-4a7d-ab86-cbe876137a84 req-599b38e8-1d90-47c2-930e-656798e4b9fb service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.841997] env[70059]: DEBUG nova.policy [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7d0d024cfb14f01a689c2738d978bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b2ea6cc4de48eaa7a2a2448293dff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.976469] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.072966] env[70059]: DEBUG nova.network.neutron [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Successfully created port: 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.094615] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.294252] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.298310] env[70059]: DEBUG nova.network.neutron [-] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.303947] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: dbb26406-ae68-405d-a885-922ecebe2fcc] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.317217] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f06a8b5a-e11c-4a91-a443-3df3cc73aa9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.329472] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb92fcd-3920-489c-b463-b7363fa400e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.362532] env[70059]: DEBUG nova.compute.manager [req-5cfa0a17-4a86-4a7d-ab86-cbe876137a84 req-599b38e8-1d90-47c2-930e-656798e4b9fb service nova] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Detach interface failed, port_id=27379d77-24fb-4053-8ca3-597cfa0132ba, reason: Instance 2dca9432-7d12-44ce-8e9a-25b43b6142c1 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.477524] env[70059]: DEBUG oslo_vmware.api [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189925, 'name': ReconfigVM_Task, 'duration_secs': 5.751642} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.477794] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.478011] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Reconfigured VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1201.598316] env[70059]: DEBUG nova.compute.manager [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70059) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1201.598619] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.598941] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.801826] env[70059]: INFO nova.compute.manager [-] [instance: 2dca9432-7d12-44ce-8e9a-25b43b6142c1] Took 1.23 seconds to deallocate network for instance. [ 1201.806342] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c7454522-e0f7-4021-936b-aa89bffb4abd] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.102530] env[70059]: DEBUG nova.objects.instance [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'migration_context' on Instance uuid 8364ab6e-7e18-493e-8305-66093d9809d9 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.303983] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.309146] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.311316] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 0497c9b8-e8b3-462a-b5de-fa66d4f30cac] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.340410] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.340663] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.340856] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.341063] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.341217] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.341364] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.341572] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.341733] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.341902] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.342083] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.342276] env[70059]: DEBUG nova.virt.hardware [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.343154] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ffbe06-5cda-48dc-98de-a8986f840239 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.352215] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aebd14-9ff6-4c6b-9421-f3bb5f64cb95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.482539] env[70059]: DEBUG nova.compute.manager [req-0f6d447c-63ab-4fda-85d6-e5e7f4c77ad6 req-5a6018bf-effd-4833-a461-260d44b68f29 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Received event network-vif-plugged-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.482875] env[70059]: DEBUG oslo_concurrency.lockutils [req-0f6d447c-63ab-4fda-85d6-e5e7f4c77ad6 req-5a6018bf-effd-4833-a461-260d44b68f29 service nova] Acquiring lock "ac222ffe-2bea-43b9-9d26-799fa70f4847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.483161] env[70059]: DEBUG oslo_concurrency.lockutils [req-0f6d447c-63ab-4fda-85d6-e5e7f4c77ad6 req-5a6018bf-effd-4833-a461-260d44b68f29 service nova] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.483584] env[70059]: DEBUG oslo_concurrency.lockutils [req-0f6d447c-63ab-4fda-85d6-e5e7f4c77ad6 req-5a6018bf-effd-4833-a461-260d44b68f29 service nova] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.483797] env[70059]: DEBUG nova.compute.manager [req-0f6d447c-63ab-4fda-85d6-e5e7f4c77ad6 req-5a6018bf-effd-4833-a461-260d44b68f29 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] No waiting events found dispatching network-vif-plugged-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.483973] env[70059]: WARNING nova.compute.manager [req-0f6d447c-63ab-4fda-85d6-e5e7f4c77ad6 req-5a6018bf-effd-4833-a461-260d44b68f29 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Received unexpected event network-vif-plugged-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e for instance with vm_state building and task_state spawning. [ 1202.559205] env[70059]: DEBUG nova.network.neutron [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Successfully updated port: 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.735081] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.735081] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.735283] env[70059]: DEBUG nova.network.neutron [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.759922] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8aa90a-0af6-45c3-9d1e-6dac0698ecfe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.769325] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd24c7d-7273-485c-b2f5-bc4d3d39194a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.799279] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde2700-0681-45f5-b39d-a2ea8d6ca27f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.806398] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3244545a-3ac7-46b0-904f-481178cd7010 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.822436] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: f8c770af-7d7d-4b7e-a603-64e14b3842c1] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.823095] env[70059]: DEBUG nova.compute.provider_tree [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.846131] env[70059]: DEBUG nova.compute.manager [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.846276] env[70059]: DEBUG nova.compute.manager [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing instance network info cache due to event network-changed-785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.846477] env[70059]: DEBUG oslo_concurrency.lockutils [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] Acquiring lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.061545] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.061723] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.061915] env[70059]: DEBUG nova.network.neutron [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.251072] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-1edf8ed7-03cd-4681-943c-5dd5cc254850-91cb515e-7955-424c-b05e-2e25a81a37b6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.251072] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-1edf8ed7-03cd-4681-943c-5dd5cc254850-91cb515e-7955-424c-b05e-2e25a81a37b6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.251072] env[70059]: DEBUG nova.objects.instance [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'flavor' on Instance uuid 1edf8ed7-03cd-4681-943c-5dd5cc254850 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.324891] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 49d32e7b-bea9-4d7a-a51e-787c00fd2143] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.327630] env[70059]: DEBUG nova.scheduler.client.report [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.429348] env[70059]: INFO nova.network.neutron [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Port 91cb515e-7955-424c-b05e-2e25a81a37b6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1203.429737] env[70059]: DEBUG nova.network.neutron [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.593163] env[70059]: DEBUG nova.network.neutron [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.754670] env[70059]: DEBUG nova.network.neutron [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updating instance_info_cache with network_info: [{"id": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "address": "fa:16:3e:1c:b7:76", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba8ad17-b9", "ovs_interfaceid": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.832232] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 1cde67d4-c1df-4d42-9eeb-c47f0a022356] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.846386] env[70059]: DEBUG nova.objects.instance [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'pci_requests' on Instance uuid 1edf8ed7-03cd-4681-943c-5dd5cc254850 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.933120] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.935067] env[70059]: DEBUG oslo_concurrency.lockutils [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] Acquired lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.935067] env[70059]: DEBUG nova.network.neutron [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Refreshing network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.260427] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.260710] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Instance network_info: |[{"id": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "address": "fa:16:3e:1c:b7:76", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba8ad17-b9", "ovs_interfaceid": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.261203] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:b7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.268662] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.268871] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.269114] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1364e6-6e18-4199-b3a5-6368f31809f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.288644] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.288644] env[70059]: value = "task-3189931" [ 1204.288644] env[70059]: _type = "Task" [ 1204.288644] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.296063] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189931, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.347504] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.748s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.355513] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 5300c656-c3ff-4721-8fea-d12231491f61] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.357173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.048s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.357428] env[70059]: DEBUG nova.objects.instance [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid 2dca9432-7d12-44ce-8e9a-25b43b6142c1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.358396] env[70059]: DEBUG nova.objects.base [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Object Instance<1edf8ed7-03cd-4681-943c-5dd5cc254850> lazy-loaded attributes: flavor,pci_requests {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.358587] env[70059]: DEBUG nova.network.neutron [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.437097] env[70059]: DEBUG nova.policy [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78709f53484c405c9d7b1c9591cc3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae258c71173d41fd953433c067ffa9d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.441798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-20d841c5-6d5e-4ce4-8910-2e6fc910e6ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-dd0574f0-b61d-49fb-8f76-4e93405e8609-91cb515e-7955-424c-b05e-2e25a81a37b6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.574s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.518111] env[70059]: DEBUG nova.compute.manager [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Received event network-changed-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.518405] env[70059]: DEBUG nova.compute.manager [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Refreshing instance network info cache due to event network-changed-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.518528] env[70059]: DEBUG oslo_concurrency.lockutils [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] Acquiring lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.518653] env[70059]: DEBUG oslo_concurrency.lockutils [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] Acquired lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.518812] env[70059]: DEBUG nova.network.neutron [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Refreshing network info cache for port 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.649349] env[70059]: DEBUG nova.network.neutron [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updated VIF entry in instance network info cache for port 785379c9-6196-4b16-ab30-1e0937fc72c9. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.649739] env[70059]: DEBUG nova.network.neutron [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [{"id": "785379c9-6196-4b16-ab30-1e0937fc72c9", "address": "fa:16:3e:ee:43:ec", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785379c9-61", "ovs_interfaceid": "785379c9-6196-4b16-ab30-1e0937fc72c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.801557] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189931, 'name': CreateVM_Task, 'duration_secs': 0.341027} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.801735] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.802667] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.802947] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.803418] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.803723] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898bd80d-d01e-41cf-9b1d-f1973e733edd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.808712] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1204.808712] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aaf69b-a341-caa0-56a4-91b474e0aa29" [ 1204.808712] env[70059]: _type = "Task" [ 1204.808712] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.816358] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aaf69b-a341-caa0-56a4-91b474e0aa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.866759] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 50d57bb6-5695-4435-b30d-38ddceaea97e] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.015975] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8774f-f7ee-4996-809a-a7637686c669 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.025596] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a0869-e0e8-4d88-bf68-9bbb2d749aef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.059781] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd21e2e-7d7e-466a-b675-8f86aff32210 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.067170] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230456b2-4849-4917-ad0e-88c9a0eac72b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.079978] env[70059]: DEBUG nova.compute.provider_tree [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.153029] env[70059]: DEBUG oslo_concurrency.lockutils [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] Releasing lock "refresh_cache-dd0574f0-b61d-49fb-8f76-4e93405e8609" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.155618] env[70059]: DEBUG nova.compute.manager [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.155618] env[70059]: DEBUG nova.compute.manager [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing instance network info cache due to event network-changed-29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.155618] env[70059]: DEBUG oslo_concurrency.lockutils [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.155618] env[70059]: DEBUG oslo_concurrency.lockutils [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.155618] env[70059]: DEBUG nova.network.neutron [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.255864] env[70059]: DEBUG nova.network.neutron [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updated VIF entry in instance network info cache for port 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.256242] env[70059]: DEBUG nova.network.neutron [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updating instance_info_cache with network_info: [{"id": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "address": "fa:16:3e:1c:b7:76", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba8ad17-b9", "ovs_interfaceid": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.321030] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aaf69b-a341-caa0-56a4-91b474e0aa29, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.321030] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.321030] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.321030] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.321030] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.321030] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.321030] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f62fda7-0960-4f74-9c99-17b84794e14c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.328725] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.328898] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.329574] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c550affc-746e-47d8-a10f-ebc572efd4c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.336569] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1205.336569] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525c7725-5668-aa0f-0263-47d9b823dcda" [ 1205.336569] env[70059]: _type = "Task" [ 1205.336569] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.343538] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525c7725-5668-aa0f-0263-47d9b823dcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.370071] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 06859ed1-b71b-4250-bbe1-7192c8c91b51] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.583425] env[70059]: DEBUG nova.scheduler.client.report [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.759275] env[70059]: DEBUG oslo_concurrency.lockutils [req-fc0863ca-c563-45d6-9354-1bc9575a688a req-55234e35-10b0-4b2f-8e1f-c0ffdc8bc0d6 service nova] Releasing lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.848428] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525c7725-5668-aa0f-0263-47d9b823dcda, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.849230] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb182f7-7644-47c3-8639-8673bd298a1e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.854297] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1205.854297] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52270104-0e8a-3615-96b3-bd07f9a6781e" [ 1205.854297] env[70059]: _type = "Task" [ 1205.854297] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.861668] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52270104-0e8a-3615-96b3-bd07f9a6781e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.873401] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 520e7233-7398-4f8d-b604-89a4ee9a693f] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.894533] env[70059]: INFO nova.compute.manager [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Swapping old allocation on dict_keys(['10d6d0a8-8060-4c2e-9dae-ffae8d995d07']) held by migration 54d62ab4-f78a-433d-9fad-4a08ba82e579 for instance [ 1205.902699] env[70059]: DEBUG nova.network.neutron [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updated VIF entry in instance network info cache for port 29385860-3e0f-4ca3-b578-d8773182a9e2. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.903040] env[70059]: DEBUG nova.network.neutron [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.921733] env[70059]: DEBUG nova.scheduler.client.report [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Overwriting current allocation {'allocations': {'10d6d0a8-8060-4c2e-9dae-ffae8d995d07': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '0057572dd11c4643b4ee248f62dfc5bb', 'user_id': '150c17de0d7445f4a7db11c7e4f6fad4', 'consumer_generation': 1} on consumer 8364ab6e-7e18-493e-8305-66093d9809d9 {{(pid=70059) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1205.951896] env[70059]: DEBUG nova.network.neutron [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Successfully updated port: 91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.005014] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.005222] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.005400] env[70059]: DEBUG nova.network.neutron [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.088715] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.105712] env[70059]: INFO nova.scheduler.client.report [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance 2dca9432-7d12-44ce-8e9a-25b43b6142c1 [ 1206.366017] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52270104-0e8a-3615-96b3-bd07f9a6781e, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.367217] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.367491] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] ac222ffe-2bea-43b9-9d26-799fa70f4847/ac222ffe-2bea-43b9-9d26-799fa70f4847.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.367790] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb5e2ce-9d18-423a-8ba5-95642faacc80 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.375599] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1206.375599] env[70059]: value = "task-3189932" [ 1206.375599] env[70059]: _type = "Task" [ 1206.375599] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.378839] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 78f27d3e-b318-4ac6-83f2-88117c61268c] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.386453] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.405430] env[70059]: DEBUG oslo_concurrency.lockutils [req-3d00f700-f359-4dba-8c22-415c4b2270c1 req-9aaa7f7f-f9ce-4a06-accf-089489f1b35b service nova] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.453274] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.453503] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.453668] env[70059]: DEBUG nova.network.neutron [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.614473] env[70059]: DEBUG oslo_concurrency.lockutils [None req-58bf829e-b551-446f-80f1-8c16c5c3bea9 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "2dca9432-7d12-44ce-8e9a-25b43b6142c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.668s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.767587] env[70059]: DEBUG nova.compute.manager [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-vif-plugged-91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.768121] env[70059]: DEBUG oslo_concurrency.lockutils [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.768121] env[70059]: DEBUG oslo_concurrency.lockutils [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.768477] env[70059]: DEBUG oslo_concurrency.lockutils [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.768596] env[70059]: DEBUG nova.compute.manager [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] No waiting events found dispatching network-vif-plugged-91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.768858] env[70059]: WARNING nova.compute.manager [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received unexpected event network-vif-plugged-91cb515e-7955-424c-b05e-2e25a81a37b6 for instance with vm_state active and task_state None. [ 1206.769052] env[70059]: DEBUG nova.compute.manager [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-changed-91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.769217] env[70059]: DEBUG nova.compute.manager [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing instance network info cache due to event network-changed-91cb515e-7955-424c-b05e-2e25a81a37b6. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.769395] env[70059]: DEBUG oslo_concurrency.lockutils [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.776598] env[70059]: DEBUG nova.network.neutron [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [{"id": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "address": "fa:16:3e:05:df:1e", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eb40d5-5b", "ovs_interfaceid": "57eb40d5-5bd2-47a9-ae08-6117c55faf88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.860498] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "c188003e-704f-46ec-b8d5-c3045fa85415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.860831] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "c188003e-704f-46ec-b8d5-c3045fa85415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.861154] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "c188003e-704f-46ec-b8d5-c3045fa85415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.861394] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "c188003e-704f-46ec-b8d5-c3045fa85415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.861584] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "c188003e-704f-46ec-b8d5-c3045fa85415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.863764] env[70059]: INFO nova.compute.manager [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Terminating instance [ 1206.882238] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 4a8dba25-b936-424e-b18f-1e131d129305] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.886845] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485578} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.887263] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] ac222ffe-2bea-43b9-9d26-799fa70f4847/ac222ffe-2bea-43b9-9d26-799fa70f4847.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.887481] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.887729] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e3dac7c-cbfb-4417-87b7-0da09e335cc2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.893977] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1206.893977] env[70059]: value = "task-3189933" [ 1206.893977] env[70059]: _type = "Task" [ 1206.893977] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.901752] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.988160] env[70059]: WARNING nova.network.neutron [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] 4585d055-7248-4da8-aceb-2099a262154c already exists in list: networks containing: ['4585d055-7248-4da8-aceb-2099a262154c']. ignoring it [ 1207.239116] env[70059]: DEBUG nova.network.neutron [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91cb515e-7955-424c-b05e-2e25a81a37b6", "address": "fa:16:3e:c0:39:e9", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cb515e-79", "ovs_interfaceid": "91cb515e-7955-424c-b05e-2e25a81a37b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.279766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-8364ab6e-7e18-493e-8305-66093d9809d9" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.280250] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.280520] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7fa7431-187a-4a9d-979e-1259f8ac5083 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.287342] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1207.287342] env[70059]: value = "task-3189934" [ 1207.287342] env[70059]: _type = "Task" [ 1207.287342] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.295731] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.367407] env[70059]: DEBUG nova.compute.manager [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.367583] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.368507] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec00e28-c4e4-4a80-9cdf-4a09d859c8e2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.376371] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.376618] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-725affbf-26bc-4b31-80b3-fa60b5ab59ef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.383328] env[70059]: DEBUG oslo_vmware.api [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1207.383328] env[70059]: value = "task-3189935" [ 1207.383328] env[70059]: _type = "Task" [ 1207.383328] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.387709] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 411a0c11-b3c3-4519-8b1f-7cf8312d0e71] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.392433] env[70059]: DEBUG oslo_vmware.api [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.402817] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057153} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.403088] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.403840] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b8026-3df1-4955-9a55-d38f7d3be179 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.427064] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] ac222ffe-2bea-43b9-9d26-799fa70f4847/ac222ffe-2bea-43b9-9d26-799fa70f4847.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.428202] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f5bc54-540f-4ae5-86a4-b998d93ffa58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.449690] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1207.449690] env[70059]: value = "task-3189936" [ 1207.449690] env[70059]: _type = "Task" [ 1207.449690] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.458312] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.742041] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.743046] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.743300] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.743737] env[70059]: DEBUG oslo_concurrency.lockutils [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.744061] env[70059]: DEBUG nova.network.neutron [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Refreshing network info cache for port 91cb515e-7955-424c-b05e-2e25a81a37b6 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.746850] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd76571-f98e-4ba8-87ea-6db0d61eca64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.767159] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.767467] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.767562] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.767725] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.767873] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.768031] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.768246] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.768407] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.768573] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.768737] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.768910] env[70059]: DEBUG nova.virt.hardware [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.775250] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Reconfiguring VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1207.775652] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8ac886-1170-4f16-a252-01ca22791fa0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.792601] env[70059]: DEBUG oslo_vmware.api [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1207.792601] env[70059]: value = "task-3189937" [ 1207.792601] env[70059]: _type = "Task" [ 1207.792601] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.795469] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189934, 'name': PowerOffVM_Task, 'duration_secs': 0.310795} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.798301] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.799184] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.799507] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.799773] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.800052] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.800220] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.800371] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.800576] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.800757] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.800937] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.801121] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.801298] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.806468] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9aa9f9-5de9-48c2-8266-8680ef4bc5ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.822450] env[70059]: DEBUG oslo_vmware.api [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189937, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.823646] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1207.823646] env[70059]: value = "task-3189938" [ 1207.823646] env[70059]: _type = "Task" [ 1207.823646] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.831038] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.894081] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 41ec6f72-3a16-4182-bfe9-4f92926495b9] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.896506] env[70059]: DEBUG oslo_vmware.api [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189935, 'name': PowerOffVM_Task, 'duration_secs': 0.221137} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.896907] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.897158] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.897432] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ada1eb11-4a05-45f0-aba1-98f64ad1e710 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.960459] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189936, 'name': ReconfigVM_Task, 'duration_secs': 0.314681} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.960681] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Reconfigured VM instance instance-0000006b to attach disk [datastore1] ac222ffe-2bea-43b9-9d26-799fa70f4847/ac222ffe-2bea-43b9-9d26-799fa70f4847.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.961367] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2379f931-275c-4743-b915-9a2887c993e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.964724] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.964919] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.965137] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore1] c188003e-704f-46ec-b8d5-c3045fa85415 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.965351] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeeb816f-98cb-4844-ae74-d70c28fa975c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.968037] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1207.968037] env[70059]: value = "task-3189940" [ 1207.968037] env[70059]: _type = "Task" [ 1207.968037] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.973472] env[70059]: DEBUG oslo_vmware.api [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1207.973472] env[70059]: value = "task-3189941" [ 1207.973472] env[70059]: _type = "Task" [ 1207.973472] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.976137] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189940, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.983516] env[70059]: DEBUG oslo_vmware.api [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.305352] env[70059]: DEBUG oslo_vmware.api [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.333315] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189938, 'name': ReconfigVM_Task, 'duration_secs': 0.136953} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.334165] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78704557-6b6e-4c9f-bdf9-c3c62ec77b4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.354495] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.354757] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.354867] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.355063] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.355219] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.355366] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.355574] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.355733] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.355903] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.356095] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.356281] env[70059]: DEBUG nova.virt.hardware [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.357109] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63beabf-e2f4-468a-8fb1-4802447863cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.364757] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1208.364757] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f0f097-55e4-0c87-0470-e28793ae6a49" [ 1208.364757] env[70059]: _type = "Task" [ 1208.364757] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.374223] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0f097-55e4-0c87-0470-e28793ae6a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.397869] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 0ce3d967-dac6-4fb1-876b-556531b0f5f1] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.457779] env[70059]: DEBUG nova.network.neutron [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updated VIF entry in instance network info cache for port 91cb515e-7955-424c-b05e-2e25a81a37b6. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.458318] env[70059]: DEBUG nova.network.neutron [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91cb515e-7955-424c-b05e-2e25a81a37b6", "address": "fa:16:3e:c0:39:e9", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cb515e-79", "ovs_interfaceid": "91cb515e-7955-424c-b05e-2e25a81a37b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.478700] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189940, 'name': Rename_Task, 'duration_secs': 0.177956} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.481907] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.482189] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36489bd3-bed7-4496-835b-2f0d36a98d66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.489078] env[70059]: DEBUG oslo_vmware.api [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178294} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.490318] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.490517] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.490742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.491570] env[70059]: INFO nova.compute.manager [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1208.491570] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.491570] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1208.491570] env[70059]: value = "task-3189942" [ 1208.491570] env[70059]: _type = "Task" [ 1208.491570] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.491781] env[70059]: DEBUG nova.compute.manager [-] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.491781] env[70059]: DEBUG nova.network.neutron [-] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.501186] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.796860] env[70059]: DEBUG nova.compute.manager [req-56afe09b-76b5-425d-af34-c56cc244b72e req-9cd5e0b7-4607-467c-8f0b-5d19d969fa16 service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Received event network-vif-deleted-158552f7-583f-4bb0-b37e-361e93f3f4ef {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.797109] env[70059]: INFO nova.compute.manager [req-56afe09b-76b5-425d-af34-c56cc244b72e req-9cd5e0b7-4607-467c-8f0b-5d19d969fa16 service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Neutron deleted interface 158552f7-583f-4bb0-b37e-361e93f3f4ef; detaching it from the instance and deleting it from the info cache [ 1208.797266] env[70059]: DEBUG nova.network.neutron [req-56afe09b-76b5-425d-af34-c56cc244b72e req-9cd5e0b7-4607-467c-8f0b-5d19d969fa16 service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.807849] env[70059]: DEBUG oslo_vmware.api [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189937, 'name': ReconfigVM_Task, 'duration_secs': 0.644254} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.808832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.809072] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Reconfigured VM to attach interface {{(pid=70059) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1208.875289] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0f097-55e4-0c87-0470-e28793ae6a49, 'name': SearchDatastore_Task, 'duration_secs': 0.007602} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.880698] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.881047] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0868493b-5b45-4da4-9905-bfd0906203fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.899147] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1208.899147] env[70059]: value = "task-3189943" [ 1208.899147] env[70059]: _type = "Task" [ 1208.899147] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.903094] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 7924a374-ef2b-4bb4-8f75-ed183c3ef7e6] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.909442] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.961496] env[70059]: DEBUG oslo_concurrency.lockutils [req-46c0d24e-98e6-4252-a613-dcc67facb84a req-9d4fe607-e9d0-48ca-bac7-0b7a31972776 service nova] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.004147] env[70059]: DEBUG oslo_vmware.api [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189942, 'name': PowerOnVM_Task, 'duration_secs': 0.512658} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.004325] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.004545] env[70059]: INFO nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1209.004747] env[70059]: DEBUG nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.005613] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6eff5c-bedc-4acb-ba95-6cabb6dca453 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.247489] env[70059]: DEBUG nova.network.neutron [-] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.299498] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3ebe2c0-a2d3-4e61-aa46-17423a59a12b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.309136] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecea67c1-fa2c-461f-a845-887922125966 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.321242] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4119f34d-d25b-43d2-aafe-1dd0dfe95934 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-1edf8ed7-03cd-4681-943c-5dd5cc254850-91cb515e-7955-424c-b05e-2e25a81a37b6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.071s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.343026] env[70059]: DEBUG nova.compute.manager [req-56afe09b-76b5-425d-af34-c56cc244b72e req-9cd5e0b7-4607-467c-8f0b-5d19d969fa16 service nova] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Detach interface failed, port_id=158552f7-583f-4bb0-b37e-361e93f3f4ef, reason: Instance c188003e-704f-46ec-b8d5-c3045fa85415 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.409242] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: bf8ec14c-809c-46ca-ae57-034cde72f0c9] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.411344] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189943, 'name': ReconfigVM_Task, 'duration_secs': 0.205109} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.411776] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.412558] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac9d08-6c18-45a6-b7b9-4b41d947a86b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.437320] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.438376] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7c68e3-5b9f-40f7-9c90-d0b9bc50ade8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.456871] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1209.456871] env[70059]: value = "task-3189944" [ 1209.456871] env[70059]: _type = "Task" [ 1209.456871] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.464737] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.525194] env[70059]: INFO nova.compute.manager [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Took 11.48 seconds to build instance. [ 1209.750324] env[70059]: INFO nova.compute.manager [-] [instance: c188003e-704f-46ec-b8d5-c3045fa85415] Took 1.26 seconds to deallocate network for instance. [ 1209.914678] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 9d3d8ab3-2c0d-4f56-97f8-f0dd4483a144] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.966822] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189944, 'name': ReconfigVM_Task, 'duration_secs': 0.489282} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.967123] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9/8364ab6e-7e18-493e-8305-66093d9809d9.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.968034] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea64113-993d-4596-80bc-4f15df47b99f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.988785] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db24808-7aea-4b02-a22b-f35dc3315e97 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.008976] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e2e1f-c855-4a10-b782-5f04494a1c8f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.030329] env[70059]: DEBUG oslo_concurrency.lockutils [None req-362529f0-e446-4ff8-94dd-561d17d87a14 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.989s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.030983] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e9ff3-acef-4174-87da-d7ac7760d725 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.038460] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.038881] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5c84cf-6e9a-453f-9182-42292bb3c501 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.044446] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1210.044446] env[70059]: value = "task-3189945" [ 1210.044446] env[70059]: _type = "Task" [ 1210.044446] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.052692] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.141484] env[70059]: DEBUG nova.compute.manager [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Received event network-changed-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.141682] env[70059]: DEBUG nova.compute.manager [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Refreshing instance network info cache due to event network-changed-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.141891] env[70059]: DEBUG oslo_concurrency.lockutils [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] Acquiring lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.142206] env[70059]: DEBUG oslo_concurrency.lockutils [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] Acquired lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.142206] env[70059]: DEBUG nova.network.neutron [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Refreshing network info cache for port 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.257430] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.257430] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.257707] env[70059]: DEBUG nova.objects.instance [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid c188003e-704f-46ec-b8d5-c3045fa85415 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.418462] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: aba9e6d0-d4d4-4141-bc97-902a1e5e4925] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.555119] env[70059]: DEBUG oslo_vmware.api [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189945, 'name': PowerOnVM_Task, 'duration_secs': 0.406301} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.555821] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.851252] env[70059]: DEBUG nova.network.neutron [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updated VIF entry in instance network info cache for port 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.852011] env[70059]: DEBUG nova.network.neutron [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updating instance_info_cache with network_info: [{"id": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "address": "fa:16:3e:1c:b7:76", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba8ad17-b9", "ovs_interfaceid": "7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.886715] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c16ad83-be6d-4549-ae15-ddf7b59899ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.894122] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606fbe5d-e01b-4e35-894c-665273b6d764 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.924263] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 2482e827-fac7-4d34-b8aa-bc93c44eef8c] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.926500] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07c4df-2060-4607-98ac-6a1d33ca1772 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.933877] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9d011-4214-4e7e-849b-41aba069e90a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.947808] env[70059]: DEBUG nova.compute.provider_tree [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.962192] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "interface-1edf8ed7-03cd-4681-943c-5dd5cc254850-91cb515e-7955-424c-b05e-2e25a81a37b6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.962420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-1edf8ed7-03cd-4681-943c-5dd5cc254850-91cb515e-7955-424c-b05e-2e25a81a37b6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.354744] env[70059]: DEBUG oslo_concurrency.lockutils [req-f01b69ac-5cb0-494b-a301-403879088976 req-67e88520-1ee8-4421-b5d8-0ae2dc247700 service nova] Releasing lock "refresh_cache-ac222ffe-2bea-43b9-9d26-799fa70f4847" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.430425] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 88075c05-5098-4c8a-83e1-1569ab3f7364] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.450756] env[70059]: DEBUG nova.scheduler.client.report [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.464468] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.464670] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.465626] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9f490-e6fb-46a3-9df0-f4cfd5172257 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.484538] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d1f949-95a1-4e4e-92dc-2038d38fbb57 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.513231] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Reconfiguring VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1211.513435] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d990076-bc02-429c-8d3b-40bbd27d258b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.534438] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1211.534438] env[70059]: value = "task-3189946" [ 1211.534438] env[70059]: _type = "Task" [ 1211.534438] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.544032] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.567467] env[70059]: INFO nova.compute.manager [None req-d9344073-a962-4208-a5e6-40f5764a438a tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance to original state: 'active' [ 1211.933344] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 0d46a59d-0b8c-4352-bdd5-ef49274ca424] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.955711] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.976329] env[70059]: INFO nova.scheduler.client.report [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance c188003e-704f-46ec-b8d5-c3045fa85415 [ 1212.044916] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.436653] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: edec81c1-e48e-4c35-8a6d-62862975ce93] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.484018] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f1ef6e2f-10e7-4916-92c3-0d2c80c49a93 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "c188003e-704f-46ec-b8d5-c3045fa85415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.623s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.545684] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.943589] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 86c0c53f-00a6-4700-9188-f2c69578fa72] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.997809] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.998078] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.046103] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.395204] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "8364ab6e-7e18-493e-8305-66093d9809d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.395534] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.395874] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.396130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.396379] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.398942] env[70059]: INFO nova.compute.manager [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Terminating instance [ 1213.447032] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 26784492-3b89-4b43-8091-64a4c0499773] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.501881] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.545940] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.902708] env[70059]: DEBUG nova.compute.manager [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.903023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.903947] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea032dd-f6d8-4f5d-8b14-7b0154853bdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.912152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.912377] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd68ba9-6460-42a8-a38a-60d1064173dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.918220] env[70059]: DEBUG oslo_vmware.api [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1213.918220] env[70059]: value = "task-3189947" [ 1213.918220] env[70059]: _type = "Task" [ 1213.918220] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.925596] env[70059]: DEBUG oslo_vmware.api [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.950318] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 2e3e38b3-ea25-4443-ae05-36a632f979f2] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.024469] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.024768] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.026250] env[70059]: INFO nova.compute.claims [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.048421] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.428107] env[70059]: DEBUG oslo_vmware.api [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189947, 'name': PowerOffVM_Task, 'duration_secs': 0.169343} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.428363] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.428546] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.428804] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d087b8-2fe7-4a9b-9bd4-b901b8abef66 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.454120] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 4410dd08-9b92-47af-90ce-103ca049e17a] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.498703] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.498955] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.499153] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleting the datastore file [datastore1] 8364ab6e-7e18-493e-8305-66093d9809d9 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.499657] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-084bcc05-95d6-4484-bf76-88557d8d226d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.505371] env[70059]: DEBUG oslo_vmware.api [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1214.505371] env[70059]: value = "task-3189949" [ 1214.505371] env[70059]: _type = "Task" [ 1214.505371] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.512917] env[70059]: DEBUG oslo_vmware.api [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.549456] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.957634] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: c67345fe-852f-4912-9af4-3cc75257d434] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.015403] env[70059]: DEBUG oslo_vmware.api [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144734} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.015648] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.015867] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.016060] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.016236] env[70059]: INFO nova.compute.manager [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1215.016477] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.016659] env[70059]: DEBUG nova.compute.manager [-] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.016755] env[70059]: DEBUG nova.network.neutron [-] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.050014] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.162747] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff16e6c-d0ce-47df-a22a-1508403a01f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.170500] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c22c809-4c8b-4e24-9d19-eea349e2e7e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.199254] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ebfa4-9a02-430b-9b9e-64440326a057 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.206123] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2109174e-236c-40c5-a2cf-06f3600b5a24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.222888] env[70059]: DEBUG nova.compute.provider_tree [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.462191] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 7e43c2a9-687f-4839-b48b-b7c3b2164787] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.502643] env[70059]: DEBUG nova.compute.manager [req-d8f9f5a0-da21-4fcb-b786-e6c0c625dae1 req-2b7d9a38-5540-401d-b7a4-fddd748d29fc service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Received event network-vif-deleted-57eb40d5-5bd2-47a9-ae08-6117c55faf88 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.502761] env[70059]: INFO nova.compute.manager [req-d8f9f5a0-da21-4fcb-b786-e6c0c625dae1 req-2b7d9a38-5540-401d-b7a4-fddd748d29fc service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Neutron deleted interface 57eb40d5-5bd2-47a9-ae08-6117c55faf88; detaching it from the instance and deleting it from the info cache [ 1215.502884] env[70059]: DEBUG nova.network.neutron [req-d8f9f5a0-da21-4fcb-b786-e6c0c625dae1 req-2b7d9a38-5540-401d-b7a4-fddd748d29fc service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.549766] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.726185] env[70059]: DEBUG nova.scheduler.client.report [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.965183] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 2c6f2182-1d1e-4262-aa37-526bb79ebc25] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.980926] env[70059]: DEBUG nova.network.neutron [-] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.005334] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-917a9cd8-033b-4a2e-8d25-d4929a59ffab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.015789] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bac02-2d97-42bf-b3c8-6b26f53b95a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.045291] env[70059]: DEBUG nova.compute.manager [req-d8f9f5a0-da21-4fcb-b786-e6c0c625dae1 req-2b7d9a38-5540-401d-b7a4-fddd748d29fc service nova] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Detach interface failed, port_id=57eb40d5-5bd2-47a9-ae08-6117c55faf88, reason: Instance 8364ab6e-7e18-493e-8305-66093d9809d9 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.053195] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.231836] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.231971] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.469117] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: acd14470-9121-477e-8729-fab6f796b628] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.484006] env[70059]: INFO nova.compute.manager [-] [instance: 8364ab6e-7e18-493e-8305-66093d9809d9] Took 1.47 seconds to deallocate network for instance. [ 1216.554397] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.736517] env[70059]: DEBUG nova.compute.utils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.738943] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.739177] env[70059]: DEBUG nova.network.neutron [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.799666] env[70059]: DEBUG nova.policy [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.972132] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 7334ae5e-3cdf-4637-b0a2-2fcfd5d02d7c] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.990572] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.990863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.991088] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.027086] env[70059]: INFO nova.scheduler.client.report [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted allocations for instance 8364ab6e-7e18-493e-8305-66093d9809d9 [ 1217.056270] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.060124] env[70059]: DEBUG nova.network.neutron [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Successfully created port: 850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.239459] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.475919] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.476114] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Cleaning up deleted instances with incomplete migration {{(pid=70059) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1217.536524] env[70059]: DEBUG oslo_concurrency.lockutils [None req-211f09a1-c9a8-4efe-9cc0-8bb6f0aa8ad6 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "8364ab6e-7e18-493e-8305-66093d9809d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.141s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.558277] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.056894] env[70059]: DEBUG oslo_vmware.api [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189946, 'name': ReconfigVM_Task, 'duration_secs': 6.056993} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.057275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.057376] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Reconfigured VM to detach interface {{(pid=70059) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1218.249290] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.290265] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.290530] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.290746] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.290986] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.291158] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.291308] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.291516] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.291675] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.291839] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.292016] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.292199] env[70059]: DEBUG nova.virt.hardware [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.293060] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c49a7f4-43af-4776-830d-62c4fc1b72cf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.301034] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a523e97d-f57d-4eba-af62-f246206d1b9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.332929] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.333155] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.428179] env[70059]: DEBUG nova.compute.manager [req-68f3d909-9739-4c63-a10b-223dcb668972 req-0f98cb14-3e88-4a6e-be89-90f0d7c044e8 service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Received event network-vif-plugged-850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.428427] env[70059]: DEBUG oslo_concurrency.lockutils [req-68f3d909-9739-4c63-a10b-223dcb668972 req-0f98cb14-3e88-4a6e-be89-90f0d7c044e8 service nova] Acquiring lock "f2b6339c-1227-4b70-bdec-a28d26a8e434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.428690] env[70059]: DEBUG oslo_concurrency.lockutils [req-68f3d909-9739-4c63-a10b-223dcb668972 req-0f98cb14-3e88-4a6e-be89-90f0d7c044e8 service nova] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.428872] env[70059]: DEBUG oslo_concurrency.lockutils [req-68f3d909-9739-4c63-a10b-223dcb668972 req-0f98cb14-3e88-4a6e-be89-90f0d7c044e8 service nova] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.429104] env[70059]: DEBUG nova.compute.manager [req-68f3d909-9739-4c63-a10b-223dcb668972 req-0f98cb14-3e88-4a6e-be89-90f0d7c044e8 service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] No waiting events found dispatching network-vif-plugged-850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.429899] env[70059]: WARNING nova.compute.manager [req-68f3d909-9739-4c63-a10b-223dcb668972 req-0f98cb14-3e88-4a6e-be89-90f0d7c044e8 service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Received unexpected event network-vif-plugged-850a1713-c9af-44c0-91eb-59cf975b0bce for instance with vm_state building and task_state spawning. [ 1218.508642] env[70059]: DEBUG nova.network.neutron [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Successfully updated port: 850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.837728] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.974115] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.974399] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.012264] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-f2b6339c-1227-4b70-bdec-a28d26a8e434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.012358] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-f2b6339c-1227-4b70-bdec-a28d26a8e434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.012556] env[70059]: DEBUG nova.network.neutron [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.346963] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.347320] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquired lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.347320] env[70059]: DEBUG nova.network.neutron [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.363062] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.363319] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.364790] env[70059]: INFO nova.compute.claims [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.377210] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.377416] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.377610] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.377807] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.377983] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.379947] env[70059]: INFO nova.compute.manager [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Terminating instance [ 1219.481554] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.481554] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.555400] env[70059]: DEBUG nova.network.neutron [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.680927] env[70059]: DEBUG nova.network.neutron [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Updating instance_info_cache with network_info: [{"id": "850a1713-c9af-44c0-91eb-59cf975b0bce", "address": "fa:16:3e:08:9a:07", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850a1713-c9", "ovs_interfaceid": "850a1713-c9af-44c0-91eb-59cf975b0bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.883484] env[70059]: DEBUG nova.compute.manager [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.883699] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.884869] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff52c1-2394-45c9-bb9d-4897ec9818d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.892358] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.892599] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6034279-5def-43e8-ae35-7767e91d0623 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.898695] env[70059]: DEBUG oslo_vmware.api [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1219.898695] env[70059]: value = "task-3189950" [ 1219.898695] env[70059]: _type = "Task" [ 1219.898695] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.985379] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Getting list of instances from cluster (obj){ [ 1219.985379] env[70059]: value = "domain-c8" [ 1219.985379] env[70059]: _type = "ClusterComputeResource" [ 1219.985379] env[70059]: } {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1219.986487] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85640fcc-72e3-48a3-a30c-af8742e91d01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.004795] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Got total of 8 instances {{(pid=70059) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1220.004994] env[70059]: WARNING nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1220.005197] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.005769] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid e29bbdfa-1752-47a7-8fb8-72f731577b8c {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.005769] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid 844473d5-0859-4b0d-96d9-07963dfa8655 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.005901] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid dd0574f0-b61d-49fb-8f76-4e93405e8609 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007033] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid 1edf8ed7-03cd-4681-943c-5dd5cc254850 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007033] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid 1f6d1dcc-17d0-4122-980d-68d297ed52e5 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007033] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007033] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid ac222ffe-2bea-43b9-9d26-799fa70f4847 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007033] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid f2b6339c-1227-4b70-bdec-a28d26a8e434 {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007033] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Triggering sync for uuid ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.007426] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.007627] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.007950] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.008173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.008425] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.008629] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.008863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.009067] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.009386] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.009629] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.009861] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.010142] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.010335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.010564] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.010759] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.010982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.011262] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.012185] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bbc1ea-1699-4c2c-b819-2676a750fb9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.015236] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c77338-1882-4b30-8c7a-948f79d51b6a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.019949] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d86ed28-5204-4e8e-906d-62de202b92a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.023359] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a93522-d5e5-4c2a-a392-a8d7909c8005 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.026485] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f286f-87c4-42fa-a713-1f0d7bbd1e63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.029324] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501b38b-b6e9-4a04-b61f-7f8b86ed4ddd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.033137] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655eca79-1a0d-45e7-a971-44e351ac69c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.097860] env[70059]: INFO nova.network.neutron [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Port 91cb515e-7955-424c-b05e-2e25a81a37b6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1220.098238] env[70059]: DEBUG nova.network.neutron [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [{"id": "29385860-3e0f-4ca3-b578-d8773182a9e2", "address": "fa:16:3e:65:7a:7e", "network": {"id": "4585d055-7248-4da8-aceb-2099a262154c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2124125599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae258c71173d41fd953433c067ffa9d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29385860-3e", "ovs_interfaceid": "29385860-3e0f-4ca3-b578-d8773182a9e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.183974] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-f2b6339c-1227-4b70-bdec-a28d26a8e434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.184282] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Instance network_info: |[{"id": "850a1713-c9af-44c0-91eb-59cf975b0bce", "address": "fa:16:3e:08:9a:07", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850a1713-c9", "ovs_interfaceid": "850a1713-c9af-44c0-91eb-59cf975b0bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.184685] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:9a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '850a1713-c9af-44c0-91eb-59cf975b0bce', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.192130] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.192329] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.192553] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4955945-5601-42e8-be6a-d6be303ec4c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.211734] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.211734] env[70059]: value = "task-3189951" [ 1220.211734] env[70059]: _type = "Task" [ 1220.211734] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.219386] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189951, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.411645] env[70059]: DEBUG oslo_vmware.api [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189950, 'name': PowerOffVM_Task, 'duration_secs': 0.165253} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.411941] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.412125] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.412401] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30dd3fa4-4390-4c2f-bace-56306973aef0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.460228] env[70059]: DEBUG nova.compute.manager [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Received event network-changed-850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.460423] env[70059]: DEBUG nova.compute.manager [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Refreshing instance network info cache due to event network-changed-850a1713-c9af-44c0-91eb-59cf975b0bce. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.460628] env[70059]: DEBUG oslo_concurrency.lockutils [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] Acquiring lock "refresh_cache-f2b6339c-1227-4b70-bdec-a28d26a8e434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.460776] env[70059]: DEBUG oslo_concurrency.lockutils [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] Acquired lock "refresh_cache-f2b6339c-1227-4b70-bdec-a28d26a8e434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.460925] env[70059]: DEBUG nova.network.neutron [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Refreshing network info cache for port 850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.481941] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.482184] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.482370] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleting the datastore file [datastore2] 1edf8ed7-03cd-4681-943c-5dd5cc254850 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.482622] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3702b348-4fa3-4d3f-81d6-2881134ce1c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.492998] env[70059]: DEBUG oslo_vmware.api [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1220.492998] env[70059]: value = "task-3189953" [ 1220.492998] env[70059]: _type = "Task" [ 1220.492998] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.500586] env[70059]: DEBUG oslo_vmware.api [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.513171] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec7406-93ee-4d54-b144-00dc64ba2fc0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.519426] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47133fa-c905-4934-8626-8861b66746b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.552216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ba0af-c1cf-43a9-9c09-a4a312768bdc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.559198] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.560024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.560024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.560198] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.561452] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff160b4-12db-4c2c-bdca-1112de896634 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.565396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.565690] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.565970] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.575919] env[70059]: DEBUG nova.compute.provider_tree [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.600447] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Releasing lock "refresh_cache-1edf8ed7-03cd-4681-943c-5dd5cc254850" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.721622] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189951, 'name': CreateVM_Task, 'duration_secs': 0.304909} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.721772] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.722462] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.722634] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.722965] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.723236] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831d38e6-834c-4946-b06d-b155ce821aaf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.727500] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1220.727500] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52120a58-cc39-42af-a749-36d721d98cd4" [ 1220.727500] env[70059]: _type = "Task" [ 1220.727500] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.734840] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52120a58-cc39-42af-a749-36d721d98cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.003221] env[70059]: DEBUG oslo_vmware.api [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195933} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.003482] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.003664] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.003839] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.004023] env[70059]: INFO nova.compute.manager [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1221.004266] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.004456] env[70059]: DEBUG nova.compute.manager [-] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.004549] env[70059]: DEBUG nova.network.neutron [-] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.079090] env[70059]: DEBUG nova.scheduler.client.report [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.104791] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a8b0522-9c42-4bc6-ba3b-7ff0d9d64b09 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "interface-1edf8ed7-03cd-4681-943c-5dd5cc254850-91cb515e-7955-424c-b05e-2e25a81a37b6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.142s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.173610] env[70059]: DEBUG nova.network.neutron [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Updated VIF entry in instance network info cache for port 850a1713-c9af-44c0-91eb-59cf975b0bce. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.173954] env[70059]: DEBUG nova.network.neutron [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Updating instance_info_cache with network_info: [{"id": "850a1713-c9af-44c0-91eb-59cf975b0bce", "address": "fa:16:3e:08:9a:07", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850a1713-c9", "ovs_interfaceid": "850a1713-c9af-44c0-91eb-59cf975b0bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.238109] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52120a58-cc39-42af-a749-36d721d98cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.238413] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.238654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.238895] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.239064] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.239255] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.239538] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2825d088-f016-4c3b-85be-034dea995536 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.249170] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.249365] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.250095] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb194af-4de0-4218-a852-a80cc95443f0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.255413] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1221.255413] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]521b7935-4b07-762e-0dc1-6e2dfc2254ca" [ 1221.255413] env[70059]: _type = "Task" [ 1221.255413] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.262406] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521b7935-4b07-762e-0dc1-6e2dfc2254ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.583917] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.584709] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.664224] env[70059]: DEBUG nova.compute.manager [req-2292fee2-b390-4e76-b1ea-7d1dcad18048 req-533ed6f4-5cf7-4f52-88ff-b313a98ab6d5 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Received event network-vif-deleted-29385860-3e0f-4ca3-b578-d8773182a9e2 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.664453] env[70059]: INFO nova.compute.manager [req-2292fee2-b390-4e76-b1ea-7d1dcad18048 req-533ed6f4-5cf7-4f52-88ff-b313a98ab6d5 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Neutron deleted interface 29385860-3e0f-4ca3-b578-d8773182a9e2; detaching it from the instance and deleting it from the info cache [ 1221.664770] env[70059]: DEBUG nova.network.neutron [req-2292fee2-b390-4e76-b1ea-7d1dcad18048 req-533ed6f4-5cf7-4f52-88ff-b313a98ab6d5 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.675915] env[70059]: DEBUG oslo_concurrency.lockutils [req-3daf9d99-8b7f-4e6d-b310-1b0f07445ab7 req-569f73ef-59f0-4303-80cb-70715ae1c00c service nova] Releasing lock "refresh_cache-f2b6339c-1227-4b70-bdec-a28d26a8e434" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.766602] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]521b7935-4b07-762e-0dc1-6e2dfc2254ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.767395] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126e6164-14dd-43b2-aa22-ddd475c2aa77 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.772592] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1221.772592] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52be90a7-1f91-c963-0a1b-b2540c3c5748" [ 1221.772592] env[70059]: _type = "Task" [ 1221.772592] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.781616] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52be90a7-1f91-c963-0a1b-b2540c3c5748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.089490] env[70059]: DEBUG nova.compute.utils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.090941] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.092038] env[70059]: DEBUG nova.network.neutron [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.129061] env[70059]: DEBUG nova.policy [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '150c17de0d7445f4a7db11c7e4f6fad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0057572dd11c4643b4ee248f62dfc5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.146655] env[70059]: DEBUG nova.network.neutron [-] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.167721] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81776e05-9419-4710-aedf-f664c6f32000 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.177357] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffc75f-0815-4ffd-95bb-18d680ea722c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.207843] env[70059]: DEBUG nova.compute.manager [req-2292fee2-b390-4e76-b1ea-7d1dcad18048 req-533ed6f4-5cf7-4f52-88ff-b313a98ab6d5 service nova] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Detach interface failed, port_id=29385860-3e0f-4ca3-b578-d8773182a9e2, reason: Instance 1edf8ed7-03cd-4681-943c-5dd5cc254850 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.283452] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52be90a7-1f91-c963-0a1b-b2540c3c5748, 'name': SearchDatastore_Task, 'duration_secs': 0.044685} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.283867] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.284024] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] f2b6339c-1227-4b70-bdec-a28d26a8e434/f2b6339c-1227-4b70-bdec-a28d26a8e434.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.284285] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3788be09-9118-4247-8602-4e685414c880 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.291719] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1222.291719] env[70059]: value = "task-3189954" [ 1222.291719] env[70059]: _type = "Task" [ 1222.291719] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.300280] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.456893] env[70059]: DEBUG nova.network.neutron [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Successfully created port: e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.596057] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.649257] env[70059]: INFO nova.compute.manager [-] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] Took 1.64 seconds to deallocate network for instance. [ 1222.801355] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.801624] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] f2b6339c-1227-4b70-bdec-a28d26a8e434/f2b6339c-1227-4b70-bdec-a28d26a8e434.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.801841] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.802119] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b828397b-f8e0-4a50-b8c4-4f1ff560094b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.808280] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1222.808280] env[70059]: value = "task-3189955" [ 1222.808280] env[70059]: _type = "Task" [ 1222.808280] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.816263] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.162048] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.162048] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.162048] env[70059]: DEBUG nova.objects.instance [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'resources' on Instance uuid 1edf8ed7-03cd-4681-943c-5dd5cc254850 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.320088] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067429} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.320357] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.321131] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b71267-95d8-41e4-80e9-7821d06686ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.342365] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] f2b6339c-1227-4b70-bdec-a28d26a8e434/f2b6339c-1227-4b70-bdec-a28d26a8e434.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.342607] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22652cd7-d71f-4c36-bd83-28793e26760c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.363098] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1223.363098] env[70059]: value = "task-3189956" [ 1223.363098] env[70059]: _type = "Task" [ 1223.363098] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.369938] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.605444] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.632174] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.632435] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.632592] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.632773] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.632922] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.633083] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.633302] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.633463] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.633630] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.633789] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.633963] env[70059]: DEBUG nova.virt.hardware [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.634830] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf6c3e3-d4af-49a1-b6d9-f32332813eef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.642745] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc347e-e508-49bb-b13c-2a9d8a71d4ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.789332] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb04cf4-abd0-4ce6-ad27-1bcca73b0e77 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.797080] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f31ece-83de-4351-8806-897b58295ec5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.826324] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a082429-4769-4706-b2fd-c26fe843e104 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.833652] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c359146c-ee75-480a-88f1-e21bf2b31fb6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.848373] env[70059]: DEBUG nova.compute.provider_tree [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.852008] env[70059]: DEBUG nova.compute.manager [req-dc2ceadf-5acb-41b8-aa2e-4b2147a45cd8 req-f8c45220-a203-46bd-a4de-9549a889c166 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Received event network-vif-plugged-e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.852264] env[70059]: DEBUG oslo_concurrency.lockutils [req-dc2ceadf-5acb-41b8-aa2e-4b2147a45cd8 req-f8c45220-a203-46bd-a4de-9549a889c166 service nova] Acquiring lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.852471] env[70059]: DEBUG oslo_concurrency.lockutils [req-dc2ceadf-5acb-41b8-aa2e-4b2147a45cd8 req-f8c45220-a203-46bd-a4de-9549a889c166 service nova] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.852637] env[70059]: DEBUG oslo_concurrency.lockutils [req-dc2ceadf-5acb-41b8-aa2e-4b2147a45cd8 req-f8c45220-a203-46bd-a4de-9549a889c166 service nova] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.852802] env[70059]: DEBUG nova.compute.manager [req-dc2ceadf-5acb-41b8-aa2e-4b2147a45cd8 req-f8c45220-a203-46bd-a4de-9549a889c166 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] No waiting events found dispatching network-vif-plugged-e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.852963] env[70059]: WARNING nova.compute.manager [req-dc2ceadf-5acb-41b8-aa2e-4b2147a45cd8 req-f8c45220-a203-46bd-a4de-9549a889c166 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Received unexpected event network-vif-plugged-e999495b-cbcf-453e-9df7-381b0e6f9699 for instance with vm_state building and task_state spawning. [ 1223.871950] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.354730] env[70059]: DEBUG nova.scheduler.client.report [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.374020] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189956, 'name': ReconfigVM_Task, 'duration_secs': 0.835208} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.374307] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Reconfigured VM instance instance-0000006c to attach disk [datastore1] f2b6339c-1227-4b70-bdec-a28d26a8e434/f2b6339c-1227-4b70-bdec-a28d26a8e434.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.374937] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1ec477-0d9f-4679-b135-08ea5abf75c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.381280] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1224.381280] env[70059]: value = "task-3189957" [ 1224.381280] env[70059]: _type = "Task" [ 1224.381280] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.388823] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189957, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.419608] env[70059]: DEBUG nova.network.neutron [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Successfully updated port: e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.441554] env[70059]: DEBUG nova.compute.manager [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Received event network-changed-e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.441815] env[70059]: DEBUG nova.compute.manager [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Refreshing instance network info cache due to event network-changed-e999495b-cbcf-453e-9df7-381b0e6f9699. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.442243] env[70059]: DEBUG oslo_concurrency.lockutils [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] Acquiring lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.442470] env[70059]: DEBUG oslo_concurrency.lockutils [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] Acquired lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.442706] env[70059]: DEBUG nova.network.neutron [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Refreshing network info cache for port e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.859797] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.878305] env[70059]: INFO nova.scheduler.client.report [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted allocations for instance 1edf8ed7-03cd-4681-943c-5dd5cc254850 [ 1224.890965] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189957, 'name': Rename_Task, 'duration_secs': 0.145862} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.891253] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.891484] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab624c92-82cf-425b-adbb-675b75a7a57c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.897478] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1224.897478] env[70059]: value = "task-3189958" [ 1224.897478] env[70059]: _type = "Task" [ 1224.897478] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.905054] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.922769] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.000216] env[70059]: DEBUG nova.network.neutron [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.066388] env[70059]: DEBUG nova.network.neutron [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.248944] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.249208] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.249430] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "e8f630af-c6f0-4fca-ab54-916d4313a21c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.249651] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.249878] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.252039] env[70059]: INFO nova.compute.manager [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Terminating instance [ 1225.386056] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3bfd205-8437-429e-8ce5-6c70d32fc5e4 tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.008s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.386770] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.377s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.387020] env[70059]: INFO nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 1edf8ed7-03cd-4681-943c-5dd5cc254850] During sync_power_state the instance has a pending task (deleting). Skip. [ 1225.387207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "1edf8ed7-03cd-4681-943c-5dd5cc254850" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.408215] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.569363] env[70059]: DEBUG oslo_concurrency.lockutils [req-5253b5d8-bb8b-4885-a4b0-c9da66462b34 req-2d0551b4-6b81-400f-a867-afba6065dadc service nova] Releasing lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.569832] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.570031] env[70059]: DEBUG nova.network.neutron [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.756272] env[70059]: DEBUG nova.compute.manager [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.756615] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.757749] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35f64d-12f4-4b70-880b-1d352330e86b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.767315] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.767632] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ce6ece-da2b-466e-91b3-8613745e1c38 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.774127] env[70059]: DEBUG oslo_vmware.api [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1225.774127] env[70059]: value = "task-3189959" [ 1225.774127] env[70059]: _type = "Task" [ 1225.774127] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.782302] env[70059]: DEBUG oslo_vmware.api [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.908126] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189958, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.024650] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.024928] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.025180] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.025375] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.025547] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.027780] env[70059]: INFO nova.compute.manager [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Terminating instance [ 1226.102216] env[70059]: DEBUG nova.network.neutron [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.231910] env[70059]: DEBUG nova.network.neutron [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updating instance_info_cache with network_info: [{"id": "e999495b-cbcf-453e-9df7-381b0e6f9699", "address": "fa:16:3e:71:49:f6", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape999495b-cb", "ovs_interfaceid": "e999495b-cbcf-453e-9df7-381b0e6f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.284596] env[70059]: DEBUG oslo_vmware.api [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189959, 'name': PowerOffVM_Task, 'duration_secs': 0.214655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.284884] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.285041] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.285301] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba2bb41e-2c9a-4c34-b0a3-a4bf13f59579 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.353253] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.353449] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.353633] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Deleting the datastore file [datastore1] e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.353905] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f895fd0-c13f-42b6-920e-4a9b788b9760 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.360322] env[70059]: DEBUG oslo_vmware.api [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1226.360322] env[70059]: value = "task-3189961" [ 1226.360322] env[70059]: _type = "Task" [ 1226.360322] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.368382] env[70059]: DEBUG oslo_vmware.api [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.408444] env[70059]: DEBUG oslo_vmware.api [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189958, 'name': PowerOnVM_Task, 'duration_secs': 1.022705} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.408725] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.408963] env[70059]: INFO nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1226.409191] env[70059]: DEBUG nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.410013] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450fe9c-9d01-4a8e-92a7-18d977f4573c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.531415] env[70059]: DEBUG nova.compute.manager [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.531669] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.532574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a61603-4cba-453b-9137-29a911100afe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.541782] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.541993] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0999224-0da2-44ff-abb5-e25857fcd3cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.547965] env[70059]: DEBUG oslo_vmware.api [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1226.547965] env[70059]: value = "task-3189962" [ 1226.547965] env[70059]: _type = "Task" [ 1226.547965] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.555324] env[70059]: DEBUG oslo_vmware.api [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.734948] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.735430] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Instance network_info: |[{"id": "e999495b-cbcf-453e-9df7-381b0e6f9699", "address": "fa:16:3e:71:49:f6", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape999495b-cb", "ovs_interfaceid": "e999495b-cbcf-453e-9df7-381b0e6f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.736946] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:49:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e999495b-cbcf-453e-9df7-381b0e6f9699', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.743666] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.744309] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.744576] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-981c7ee4-8675-4951-ae0b-8f1f87c801fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.765676] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.765676] env[70059]: value = "task-3189963" [ 1226.765676] env[70059]: _type = "Task" [ 1226.765676] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.773393] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189963, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.871285] env[70059]: DEBUG oslo_vmware.api [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217357} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.871285] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.871285] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.871285] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.871285] env[70059]: INFO nova.compute.manager [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.871558] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.871593] env[70059]: DEBUG nova.compute.manager [-] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.871693] env[70059]: DEBUG nova.network.neutron [-] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.931741] env[70059]: INFO nova.compute.manager [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Took 12.92 seconds to build instance. [ 1227.058233] env[70059]: DEBUG oslo_vmware.api [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189962, 'name': PowerOffVM_Task, 'duration_secs': 0.386151} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.058497] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.058672] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.058925] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff4f383-253e-4b10-82c0-14d23d8c5f7e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.124841] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.125074] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.125409] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleting the datastore file [datastore2] dd0574f0-b61d-49fb-8f76-4e93405e8609 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.125522] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50643ad0-fcc5-45c9-9a33-06b9befbfa10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.134392] env[70059]: DEBUG oslo_vmware.api [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for the task: (returnval){ [ 1227.134392] env[70059]: value = "task-3189965" [ 1227.134392] env[70059]: _type = "Task" [ 1227.134392] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.144488] env[70059]: DEBUG oslo_vmware.api [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.276345] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189963, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.434491] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ecbbe0bf-3074-419d-a5cd-a309d6239357 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.436s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.434770] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.424s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.434975] env[70059]: INFO nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] During sync_power_state the instance has a pending task (spawning). Skip. [ 1227.435656] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.445642] env[70059]: DEBUG nova.compute.manager [req-a95bbfd8-6635-4cbc-99dd-ab31c5620f0f req-3c1e4d3d-2a8c-4c87-9159-18535f822f67 service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Received event network-vif-deleted-a517035c-e146-4ee3-b538-f343808b8652 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.445642] env[70059]: INFO nova.compute.manager [req-a95bbfd8-6635-4cbc-99dd-ab31c5620f0f req-3c1e4d3d-2a8c-4c87-9159-18535f822f67 service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Neutron deleted interface a517035c-e146-4ee3-b538-f343808b8652; detaching it from the instance and deleting it from the info cache [ 1227.445642] env[70059]: DEBUG nova.network.neutron [req-a95bbfd8-6635-4cbc-99dd-ab31c5620f0f req-3c1e4d3d-2a8c-4c87-9159-18535f822f67 service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.600816] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.601103] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.646380] env[70059]: DEBUG oslo_vmware.api [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Task: {'id': task-3189965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361653} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.646641] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.646824] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.647007] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.647185] env[70059]: INFO nova.compute.manager [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1227.647454] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.647643] env[70059]: DEBUG nova.compute.manager [-] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.648542] env[70059]: DEBUG nova.network.neutron [-] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.683137] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.683425] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.683662] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "f2b6339c-1227-4b70-bdec-a28d26a8e434-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.683845] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.684020] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.686686] env[70059]: INFO nova.compute.manager [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Terminating instance [ 1227.776580] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189963, 'name': CreateVM_Task, 'duration_secs': 0.570807} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.776748] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.777439] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.777610] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.777936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.778207] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c609fc13-80a7-49b2-8812-3a15cdf1597a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.782713] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1227.782713] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5243b983-ef4f-b0c0-7760-c743d4d244e9" [ 1227.782713] env[70059]: _type = "Task" [ 1227.782713] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.790291] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5243b983-ef4f-b0c0-7760-c743d4d244e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.930030] env[70059]: DEBUG nova.network.neutron [-] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.948653] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d61564f9-ad86-48fb-b86e-d9b8f4590fe4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.958491] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761315c1-f10c-4f3f-8481-e0adde6e7777 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.986598] env[70059]: DEBUG nova.compute.manager [req-a95bbfd8-6635-4cbc-99dd-ab31c5620f0f req-3c1e4d3d-2a8c-4c87-9159-18535f822f67 service nova] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Detach interface failed, port_id=a517035c-e146-4ee3-b538-f343808b8652, reason: Instance e8f630af-c6f0-4fca-ab54-916d4313a21c could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.104100] env[70059]: DEBUG nova.compute.utils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.191723] env[70059]: DEBUG nova.compute.manager [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.191723] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.192251] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0b0912-15f7-40fd-91e3-3f446d983aa7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.199975] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.200208] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00945ad-06f2-491c-a99f-df225e5c1880 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.205802] env[70059]: DEBUG oslo_vmware.api [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1228.205802] env[70059]: value = "task-3189966" [ 1228.205802] env[70059]: _type = "Task" [ 1228.205802] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.214048] env[70059]: DEBUG oslo_vmware.api [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.295029] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5243b983-ef4f-b0c0-7760-c743d4d244e9, 'name': SearchDatastore_Task, 'duration_secs': 0.028753} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.295029] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.295029] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.295264] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.295333] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.295519] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.295785] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11dd0423-f958-47d9-a082-a4362f341574 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.306043] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.306243] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.306969] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9c035b-1877-4963-971f-a30df77d3a44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.312269] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1228.312269] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]522447c0-2bec-99f1-4abd-65b6938d77fa" [ 1228.312269] env[70059]: _type = "Task" [ 1228.312269] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.320021] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522447c0-2bec-99f1-4abd-65b6938d77fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.427186] env[70059]: DEBUG nova.network.neutron [-] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.432446] env[70059]: INFO nova.compute.manager [-] [instance: e8f630af-c6f0-4fca-ab54-916d4313a21c] Took 1.56 seconds to deallocate network for instance. [ 1228.607537] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.716366] env[70059]: DEBUG oslo_vmware.api [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189966, 'name': PowerOffVM_Task, 'duration_secs': 0.310444} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.716626] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.716796] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.717056] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7e4de5e-166b-48a1-b819-ac39bddb39d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.814136] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.814369] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.814549] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore1] f2b6339c-1227-4b70-bdec-a28d26a8e434 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.818212] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0021a8d-c809-4bc8-b9e0-9b1f7e80fdf9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.825429] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]522447c0-2bec-99f1-4abd-65b6938d77fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017625} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.827088] env[70059]: DEBUG oslo_vmware.api [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1228.827088] env[70059]: value = "task-3189968" [ 1228.827088] env[70059]: _type = "Task" [ 1228.827088] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.827284] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493fa6a5-eec4-47e1-9ca6-382bcaecec56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.834519] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1228.834519] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e3862c-9196-fc63-b215-1b3d6eba3097" [ 1228.834519] env[70059]: _type = "Task" [ 1228.834519] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.837748] env[70059]: DEBUG oslo_vmware.api [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.845057] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e3862c-9196-fc63-b215-1b3d6eba3097, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.845283] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.845528] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] ff90388a-5b71-4899-92dd-5745b8d0fe4f/ff90388a-5b71-4899-92dd-5745b8d0fe4f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.845758] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25a11966-c05f-4291-b7e3-87c062aba242 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.851709] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1228.851709] env[70059]: value = "task-3189969" [ 1228.851709] env[70059]: _type = "Task" [ 1228.851709] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.858472] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.930593] env[70059]: INFO nova.compute.manager [-] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Took 1.28 seconds to deallocate network for instance. [ 1228.937936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.938319] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.938419] env[70059]: DEBUG nova.objects.instance [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'resources' on Instance uuid e8f630af-c6f0-4fca-ab54-916d4313a21c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.338581] env[70059]: DEBUG oslo_vmware.api [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164634} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.339851] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.339851] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.339851] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.339851] env[70059]: INFO nova.compute.manager [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1229.340075] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.340247] env[70059]: DEBUG nova.compute.manager [-] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.340343] env[70059]: DEBUG nova.network.neutron [-] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.359733] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475208} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.359984] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] ff90388a-5b71-4899-92dd-5745b8d0fe4f/ff90388a-5b71-4899-92dd-5745b8d0fe4f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.360213] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.360449] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1065f65-118f-4707-91ce-873ceb691417 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.366265] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1229.366265] env[70059]: value = "task-3189970" [ 1229.366265] env[70059]: _type = "Task" [ 1229.366265] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.375632] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.437038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.471641] env[70059]: DEBUG nova.compute.manager [req-baa74d17-678c-4671-bc4c-ed844be29d8b req-1904b204-43ac-40bf-bec6-422336223f22 service nova] [instance: dd0574f0-b61d-49fb-8f76-4e93405e8609] Received event network-vif-deleted-785379c9-6196-4b16-ab30-1e0937fc72c9 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.583671] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d437561-8979-4f74-acce-0afb5e340dc5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.591235] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26ab156-7a5c-4689-be1a-aedea62c9d00 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.623129] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd30f98-07a8-43b2-9109-33317c5c9605 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.630554] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456df9df-f2cb-445a-a51a-8e1cc2ef353c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.644425] env[70059]: DEBUG nova.compute.provider_tree [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.688962] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.689257] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.689498] env[70059]: INFO nova.compute.manager [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Attaching volume 52f93ec7-ac07-4f02-9a9a-67a9545f0985 to /dev/sdb [ 1229.720243] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc142fd-7221-4e61-902f-35b4eb7bbaca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.728428] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a7190-1adb-45ab-90a2-f41d1713d931 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.743278] env[70059]: DEBUG nova.virt.block_device [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating existing volume attachment record: cf70516a-f293-4955-a834-9cfca346d9a5 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.877206] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064667} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.877650] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.878517] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea2763-0afb-45ec-bb2a-87c4b12fa992 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.901191] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ff90388a-5b71-4899-92dd-5745b8d0fe4f/ff90388a-5b71-4899-92dd-5745b8d0fe4f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.901466] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ccb595-0567-4d41-a6cb-4a0bf023364d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.920510] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1229.920510] env[70059]: value = "task-3189972" [ 1229.920510] env[70059]: _type = "Task" [ 1229.920510] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.929457] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.082825] env[70059]: DEBUG nova.network.neutron [-] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.147999] env[70059]: DEBUG nova.scheduler.client.report [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.432280] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189972, 'name': ReconfigVM_Task, 'duration_secs': 0.371563} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.432634] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ff90388a-5b71-4899-92dd-5745b8d0fe4f/ff90388a-5b71-4899-92dd-5745b8d0fe4f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.433358] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7dadc60-2854-4ebb-8a78-3c13938bfb03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.439702] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1230.439702] env[70059]: value = "task-3189975" [ 1230.439702] env[70059]: _type = "Task" [ 1230.439702] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.447393] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189975, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.585858] env[70059]: INFO nova.compute.manager [-] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Took 1.25 seconds to deallocate network for instance. [ 1230.652797] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.655187] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.218s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.655419] env[70059]: DEBUG nova.objects.instance [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lazy-loading 'resources' on Instance uuid dd0574f0-b61d-49fb-8f76-4e93405e8609 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.675744] env[70059]: INFO nova.scheduler.client.report [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Deleted allocations for instance e8f630af-c6f0-4fca-ab54-916d4313a21c [ 1230.949824] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189975, 'name': Rename_Task, 'duration_secs': 0.167428} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.950506] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.950593] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7d2255-e690-4fb4-8886-99cfe9c5be4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.957605] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1230.957605] env[70059]: value = "task-3189976" [ 1230.957605] env[70059]: _type = "Task" [ 1230.957605] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.964577] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.092425] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.182328] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6c1b5166-7f2b-4082-b95a-0db2baaa7587 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "e8f630af-c6f0-4fca-ab54-916d4313a21c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.933s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.264243] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8023c17a-dab9-4047-b9cc-559e0694cc4c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.272142] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92276ad0-d761-4524-9e6a-d30d7ea5ba99 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.304393] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85cf864-a1e2-4cb8-b543-4b1449582b35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.311828] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb9e2c5-28ad-4004-9fbb-ee55fe063c18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.324881] env[70059]: DEBUG nova.compute.provider_tree [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.468814] env[70059]: DEBUG oslo_vmware.api [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3189976, 'name': PowerOnVM_Task, 'duration_secs': 0.451195} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.469235] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.469334] env[70059]: INFO nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1231.469487] env[70059]: DEBUG nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.470306] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700eeec1-214d-4fd3-be01-f559454d491e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.504038] env[70059]: DEBUG nova.compute.manager [req-1f1be61a-a53e-4c83-bc8a-5068330fc185 req-75536b99-2375-46e5-ad87-d702dd283584 service nova] [instance: f2b6339c-1227-4b70-bdec-a28d26a8e434] Received event network-vif-deleted-850a1713-c9af-44c0-91eb-59cf975b0bce {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.828443] env[70059]: DEBUG nova.scheduler.client.report [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.995763] env[70059]: INFO nova.compute.manager [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Took 12.65 seconds to build instance. [ 1232.336084] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.337416] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.245s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.337833] env[70059]: DEBUG nova.objects.instance [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid f2b6339c-1227-4b70-bdec-a28d26a8e434 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.361915] env[70059]: INFO nova.scheduler.client.report [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Deleted allocations for instance dd0574f0-b61d-49fb-8f76-4e93405e8609 [ 1232.497837] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26e7e230-e84c-4129-a21a-b055ce2af092 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.164s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.498170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.487s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.499079] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeeccd9-2513-41c0-a8c6-71f6b407fd56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.644399] env[70059]: DEBUG nova.compute.manager [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Received event network-changed-e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.644399] env[70059]: DEBUG nova.compute.manager [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Refreshing instance network info cache due to event network-changed-e999495b-cbcf-453e-9df7-381b0e6f9699. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.644399] env[70059]: DEBUG oslo_concurrency.lockutils [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] Acquiring lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.644399] env[70059]: DEBUG oslo_concurrency.lockutils [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] Acquired lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.644399] env[70059]: DEBUG nova.network.neutron [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Refreshing network info cache for port e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.874825] env[70059]: DEBUG oslo_concurrency.lockutils [None req-b1ed1ecf-605d-4434-b132-b3e6432141ca tempest-AttachInterfacesTestJSON-1106706663 tempest-AttachInterfacesTestJSON-1106706663-project-member] Lock "dd0574f0-b61d-49fb-8f76-4e93405e8609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.849s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.954050] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadba082-d91a-418d-a54f-8cdbfbb93602 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.961873] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95967df5-b698-46ab-96f3-ad8c5e060bfd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.990495] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ff974-6a44-44b0-9512-89a46cd003c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.997543] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d10d80-4968-4245-acce-69be227ad609 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.011846] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.012286] env[70059]: DEBUG nova.compute.provider_tree [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.254224] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.254382] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.379099] env[70059]: DEBUG nova.network.neutron [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updated VIF entry in instance network info cache for port e999495b-cbcf-453e-9df7-381b0e6f9699. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.379430] env[70059]: DEBUG nova.network.neutron [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updating instance_info_cache with network_info: [{"id": "e999495b-cbcf-453e-9df7-381b0e6f9699", "address": "fa:16:3e:71:49:f6", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape999495b-cb", "ovs_interfaceid": "e999495b-cbcf-453e-9df7-381b0e6f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.515747] env[70059]: DEBUG nova.scheduler.client.report [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.756394] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.882065] env[70059]: DEBUG oslo_concurrency.lockutils [req-871e791b-ae65-4f7c-9635-419d37ef1399 req-29373a5b-f68b-4d31-b9a2-dae1650fad25 service nova] Releasing lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.023072] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.051613] env[70059]: INFO nova.scheduler.client.report [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance f2b6339c-1227-4b70-bdec-a28d26a8e434 [ 1234.172021] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.279603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.280025] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.281761] env[70059]: INFO nova.compute.claims [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.560696] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7c26a2c0-e4d8-45de-ba4d-c836b6c316eb tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "f2b6339c-1227-4b70-bdec-a28d26a8e434" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.877s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.637726] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.637914] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1235.077637] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.077969] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.078222] env[70059]: INFO nova.compute.manager [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Shelving [ 1235.428726] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6ff4f-50b7-4045-b232-dc8d14a2c19a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.438542] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522141e-4bfc-4325-b1c3-d34d882901db {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.470226] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de856d-cc46-4fce-a472-565d184ff2d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.477961] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ae62d-7700-4941-ab6b-ac655e423032 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.492189] env[70059]: DEBUG nova.compute.provider_tree [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.637965] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.638211] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.638365] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.752007] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.752285] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.995151] env[70059]: DEBUG nova.scheduler.client.report [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.086330] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.086626] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c22e089-8793-4cae-b463-46ea7f795a8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.094252] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1236.094252] env[70059]: value = "task-3189978" [ 1236.094252] env[70059]: _type = "Task" [ 1236.094252] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.102271] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.254894] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.294993] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.295257] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637935', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'name': 'volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6d1dcc-17d0-4122-980d-68d297ed52e5', 'attached_at': '', 'detached_at': '', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'serial': '52f93ec7-ac07-4f02-9a9a-67a9545f0985'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.296467] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af8cb9-33e1-4a35-9817-0b010d803545 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.316812] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a130ffb1-693c-4895-bad1-596af59b7ab8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.343284] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985/volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.344010] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00423695-8109-4697-a48f-c5cdec3ba53c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.363994] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1236.363994] env[70059]: value = "task-3189979" [ 1236.363994] env[70059]: _type = "Task" [ 1236.363994] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.371649] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.500649] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.501423] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.604263] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189978, 'name': PowerOffVM_Task, 'duration_secs': 0.219101} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.604537] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.605336] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de65b4d-983f-4027-a504-a6be0c028f40 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.623639] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4accb6e3-81a0-4743-a84e-91e9f5893dae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.784395] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.784722] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.786241] env[70059]: INFO nova.compute.claims [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.875104] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.008078] env[70059]: DEBUG nova.compute.utils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.010571] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.010768] env[70059]: DEBUG nova.network.neutron [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.077293] env[70059]: DEBUG nova.policy [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eae1f2800a3349138d992fabf4e6c319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0834eb9ee8c3471a85efdb1474fe30f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.138484] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1237.138819] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afad182a-7266-480d-9d95-9cfba9b2260d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.156144] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1237.156144] env[70059]: value = "task-3189980" [ 1237.156144] env[70059]: _type = "Task" [ 1237.156144] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.184458] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189980, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.380196] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189979, 'name': ReconfigVM_Task, 'duration_secs': 0.572896} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.380588] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985/volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.390802] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182e633f-8a00-40ab-9cfd-82dadc4968a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.404775] env[70059]: DEBUG nova.network.neutron [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Successfully created port: ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.412379] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1237.412379] env[70059]: value = "task-3189981" [ 1237.412379] env[70059]: _type = "Task" [ 1237.412379] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.422392] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.511770] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.637899] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.667946] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189980, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.922385] env[70059]: DEBUG oslo_vmware.api [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3189981, 'name': ReconfigVM_Task, 'duration_secs': 0.166983} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.923213] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637935', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'name': 'volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6d1dcc-17d0-4122-980d-68d297ed52e5', 'attached_at': '', 'detached_at': '', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'serial': '52f93ec7-ac07-4f02-9a9a-67a9545f0985'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.935748] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cabc230-ad54-44e5-bd6a-d03d799b27b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.947912] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b561cdb-cd48-47a4-8933-86cbabe311b6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.980435] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c342cec8-6df1-4550-a42e-74b9d60befe7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.987962] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a950f7-cb83-4555-8476-149adfa05be6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.004112] env[70059]: DEBUG nova.compute.provider_tree [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.141833] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.171635] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189980, 'name': CreateSnapshot_Task, 'duration_secs': 0.897402} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.171976] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1238.173084] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bfcf94-961e-4013-8fdb-3a79b985626d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.508021] env[70059]: DEBUG nova.scheduler.client.report [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.522414] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.545509] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.546187] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.546187] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.546187] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.546342] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.546509] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.546659] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.546820] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.546986] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.547164] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.547338] env[70059]: DEBUG nova.virt.hardware [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.548491] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb22bc78-4411-43f3-a0ac-c9e64a05619a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.556795] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9117d-2733-4840-95a7-489c50bbd42b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.693624] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1238.693940] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c982e40-e087-46bd-8aea-a6b3054d1321 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.703553] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1238.703553] env[70059]: value = "task-3189982" [ 1238.703553] env[70059]: _type = "Task" [ 1238.703553] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.711794] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189982, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.868941] env[70059]: DEBUG nova.compute.manager [req-2fafd396-65da-4027-991f-526df6ac37f7 req-0fe53735-514e-499b-a0d8-61eb416fda0a service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Received event network-vif-plugged-ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.869205] env[70059]: DEBUG oslo_concurrency.lockutils [req-2fafd396-65da-4027-991f-526df6ac37f7 req-0fe53735-514e-499b-a0d8-61eb416fda0a service nova] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.869421] env[70059]: DEBUG oslo_concurrency.lockutils [req-2fafd396-65da-4027-991f-526df6ac37f7 req-0fe53735-514e-499b-a0d8-61eb416fda0a service nova] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.869592] env[70059]: DEBUG oslo_concurrency.lockutils [req-2fafd396-65da-4027-991f-526df6ac37f7 req-0fe53735-514e-499b-a0d8-61eb416fda0a service nova] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.869778] env[70059]: DEBUG nova.compute.manager [req-2fafd396-65da-4027-991f-526df6ac37f7 req-0fe53735-514e-499b-a0d8-61eb416fda0a service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] No waiting events found dispatching network-vif-plugged-ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.869963] env[70059]: WARNING nova.compute.manager [req-2fafd396-65da-4027-991f-526df6ac37f7 req-0fe53735-514e-499b-a0d8-61eb416fda0a service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Received unexpected event network-vif-plugged-ab387cfb-b266-49c0-be44-daea0d743947 for instance with vm_state building and task_state spawning. [ 1238.948792] env[70059]: DEBUG nova.network.neutron [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Successfully updated port: ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.974008] env[70059]: DEBUG nova.objects.instance [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'flavor' on Instance uuid 1f6d1dcc-17d0-4122-980d-68d297ed52e5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.012135] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.012808] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.015420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.874s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.015558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.015979] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1239.016806] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075aea95-e284-41e4-9684-2e0058fffc96 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.026932] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c9c9d-a8aa-41f5-851a-2ee062785de1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.043496] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e0c5f-a3a0-4df6-8b08-1f0f0f11de86 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.050761] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6fc93-1873-4ab8-9f9f-fa0187d5765b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.087341] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179417MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1239.087501] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.087742] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.151381] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.151637] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.218118] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189982, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.455024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.455024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.455024] env[70059]: DEBUG nova.network.neutron [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.479277] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8c3aa09e-2d72-43a1-b649-beba45892143 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.790s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.517281] env[70059]: DEBUG nova.compute.utils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.518621] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.518745] env[70059]: DEBUG nova.network.neutron [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.577710] env[70059]: DEBUG nova.policy [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5334a12ef556435aabac10929f2e2f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daff1a40b92e422e8b4bfe9e9fb682df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.653592] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.715772] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189982, 'name': CloneVM_Task} progress is 95%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.846600] env[70059]: DEBUG nova.network.neutron [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Successfully created port: 3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.009410] env[70059]: DEBUG nova.network.neutron [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.021356] env[70059]: DEBUG nova.compute.manager [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1240.026327] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.096665] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating resource usage from migration 39a4ba40-ba7b-42f3-ad74-9cf88e09abe5 [ 1240.121985] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance e29bbdfa-1752-47a7-8fb8-72f731577b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.122215] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 844473d5-0859-4b0d-96d9-07963dfa8655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.122346] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0b3a27f1-5b01-4ad6-a335-42b978137b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.122471] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance ac222ffe-2bea-43b9-9d26-799fa70f4847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.122601] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance ff90388a-5b71-4899-92dd-5745b8d0fe4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.122691] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance be9788cb-c143-4efc-b191-7aadb4b176e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.122802] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 7f97226c-915b-46a9-9c8b-c728ccdac31e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.154367] env[70059]: DEBUG nova.network.neutron [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating instance_info_cache with network_info: [{"id": "ab387cfb-b266-49c0-be44-daea0d743947", "address": "fa:16:3e:ea:a7:9b", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab387cfb-b2", "ovs_interfaceid": "ab387cfb-b266-49c0-be44-daea0d743947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.173766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.216579] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3189982, 'name': CloneVM_Task, 'duration_secs': 1.279446} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.216897] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Created linked-clone VM from snapshot [ 1240.217731] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d5212-cf98-43a8-b224-16b06ff091a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.225461] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Uploading image c67476d2-0cc6-4967-9b38-9dd2a14b2893 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1240.254119] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1240.254119] env[70059]: value = "vm-637937" [ 1240.254119] env[70059]: _type = "VirtualMachine" [ 1240.254119] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1240.254404] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eaa6d469-b8dd-483f-b70d-443f042f0fce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.261954] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease: (returnval){ [ 1240.261954] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5275fdd4-a510-64c9-f9de-28439fbdf1f3" [ 1240.261954] env[70059]: _type = "HttpNfcLease" [ 1240.261954] env[70059]: } obtained for exporting VM: (result){ [ 1240.261954] env[70059]: value = "vm-637937" [ 1240.261954] env[70059]: _type = "VirtualMachine" [ 1240.261954] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1240.262248] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the lease: (returnval){ [ 1240.262248] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5275fdd4-a510-64c9-f9de-28439fbdf1f3" [ 1240.262248] env[70059]: _type = "HttpNfcLease" [ 1240.262248] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1240.268479] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.268479] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5275fdd4-a510-64c9-f9de-28439fbdf1f3" [ 1240.268479] env[70059]: _type = "HttpNfcLease" [ 1240.268479] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.545023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.627737] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance f8c8580c-f58c-482f-9e1a-178700bfa5e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1240.628030] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration 39a4ba40-ba7b-42f3-ad74-9cf88e09abe5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1240.628123] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 1f6d1dcc-17d0-4122-980d-68d297ed52e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1240.628340] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1240.628487] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1240.659310] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.659626] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Instance network_info: |[{"id": "ab387cfb-b266-49c0-be44-daea0d743947", "address": "fa:16:3e:ea:a7:9b", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab387cfb-b2", "ovs_interfaceid": "ab387cfb-b266-49c0-be44-daea0d743947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.660297] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a7:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab387cfb-b266-49c0-be44-daea0d743947', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.667880] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.668116] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.668997] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-294c735e-de75-4ebd-be64-353da57eca90 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.693679] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.693679] env[70059]: value = "task-3189984" [ 1240.693679] env[70059]: _type = "Task" [ 1240.693679] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.704015] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189984, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.772501] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.772501] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5275fdd4-a510-64c9-f9de-28439fbdf1f3" [ 1240.772501] env[70059]: _type = "HttpNfcLease" [ 1240.772501] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1240.772793] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1240.772793] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5275fdd4-a510-64c9-f9de-28439fbdf1f3" [ 1240.772793] env[70059]: _type = "HttpNfcLease" [ 1240.772793] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1240.773544] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f06b2-da13-471b-8b5f-a9bf5e38e3d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.781991] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b5b27-dc9f-c95a-9529-d4cfe8c0dfd3/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1240.782198] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b5b27-dc9f-c95a-9529-d4cfe8c0dfd3/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1240.784745] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de94fe-8434-4e92-883a-d7ff2032091c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.844623] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1024c0-6a64-430f-a085-a1af42236b0c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.877786] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0437a41-5111-464c-96fa-c72834d9532c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.886064] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166025d-c12b-4752-9111-5d0555159fa8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.899749] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.902919] env[70059]: DEBUG nova.compute.manager [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Received event network-changed-ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.903129] env[70059]: DEBUG nova.compute.manager [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Refreshing instance network info cache due to event network-changed-ab387cfb-b266-49c0-be44-daea0d743947. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.903347] env[70059]: DEBUG oslo_concurrency.lockutils [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] Acquiring lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.903486] env[70059]: DEBUG oslo_concurrency.lockutils [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] Acquired lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.903646] env[70059]: DEBUG nova.network.neutron [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Refreshing network info cache for port ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.909473] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6921f43-05af-4372-8a5e-b3a28e2b7107 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.036772] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.072666] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.072922] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.073092] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.073279] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.073455] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.073612] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.073822] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.073981] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.074205] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.074376] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.074548] env[70059]: DEBUG nova.virt.hardware [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.075446] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da1ca1-bd70-4dd0-90b2-3140698d88b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.084064] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d5859-9447-40b6-a083-5db25abbd835 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.203485] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189984, 'name': CreateVM_Task, 'duration_secs': 0.509847} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.203656] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.212461] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.212552] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.212836] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.213095] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce79962d-5201-473d-94ba-2e9fc445d0f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.218080] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1241.218080] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52436cfb-bf88-0996-143a-d910888e2d68" [ 1241.218080] env[70059]: _type = "Task" [ 1241.218080] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.225781] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52436cfb-bf88-0996-143a-d910888e2d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.320193] env[70059]: DEBUG nova.network.neutron [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Successfully updated port: 3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.406192] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.671176] env[70059]: DEBUG nova.network.neutron [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updated VIF entry in instance network info cache for port ab387cfb-b266-49c0-be44-daea0d743947. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.671606] env[70059]: DEBUG nova.network.neutron [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating instance_info_cache with network_info: [{"id": "ab387cfb-b266-49c0-be44-daea0d743947", "address": "fa:16:3e:ea:a7:9b", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab387cfb-b2", "ovs_interfaceid": "ab387cfb-b266-49c0-be44-daea0d743947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.732332] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52436cfb-bf88-0996-143a-d910888e2d68, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.732726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.733288] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.733288] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.733427] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.733576] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.733846] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb51bfb-2cdc-4f87-bc0c-875fd2b48915 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.743259] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.743467] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.744409] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a4ab4d-f403-46fa-af0c-c35b9d642db4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.749502] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1241.749502] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f73d41-9cdc-02c6-74b9-ed660e797154" [ 1241.749502] env[70059]: _type = "Task" [ 1241.749502] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.758159] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f73d41-9cdc-02c6-74b9-ed660e797154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.824270] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "refresh_cache-7f97226c-915b-46a9-9c8b-c728ccdac31e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.824839] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "refresh_cache-7f97226c-915b-46a9-9c8b-c728ccdac31e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.824839] env[70059]: DEBUG nova.network.neutron [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.913689] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1241.913894] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.826s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.914170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.741s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.915759] env[70059]: INFO nova.compute.claims [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.174455] env[70059]: DEBUG oslo_concurrency.lockutils [req-0e20f963-87ba-478b-83ef-9192be42439c req-87f76e91-2f07-4c5a-983e-53648fae4ab4 service nova] Releasing lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.259669] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f73d41-9cdc-02c6-74b9-ed660e797154, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.260721] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9883cc2c-a815-438a-8cfa-b721e36a36fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.266132] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1242.266132] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52791e74-73f6-92ab-f6aa-19650c9f00a9" [ 1242.266132] env[70059]: _type = "Task" [ 1242.266132] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.273515] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52791e74-73f6-92ab-f6aa-19650c9f00a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.360074] env[70059]: DEBUG nova.network.neutron [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.519677] env[70059]: DEBUG nova.network.neutron [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Updating instance_info_cache with network_info: [{"id": "3e183fd0-62ee-4e6d-ab9d-522024362f3d", "address": "fa:16:3e:80:c7:b1", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e183fd0-62", "ovs_interfaceid": "3e183fd0-62ee-4e6d-ab9d-522024362f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.776961] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52791e74-73f6-92ab-f6aa-19650c9f00a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016223} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.776961] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.777177] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] be9788cb-c143-4efc-b191-7aadb4b176e1/be9788cb-c143-4efc-b191-7aadb4b176e1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.777352] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cc2d2f7-332a-4f54-8f31-ae8307d86981 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.785120] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1242.785120] env[70059]: value = "task-3189985" [ 1242.785120] env[70059]: _type = "Task" [ 1242.785120] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.793356] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.929711] env[70059]: DEBUG nova.compute.manager [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Received event network-vif-plugged-3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.930071] env[70059]: DEBUG oslo_concurrency.lockutils [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] Acquiring lock "7f97226c-915b-46a9-9c8b-c728ccdac31e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.930400] env[70059]: DEBUG oslo_concurrency.lockutils [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.930655] env[70059]: DEBUG oslo_concurrency.lockutils [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.931011] env[70059]: DEBUG nova.compute.manager [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] No waiting events found dispatching network-vif-plugged-3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.931249] env[70059]: WARNING nova.compute.manager [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Received unexpected event network-vif-plugged-3e183fd0-62ee-4e6d-ab9d-522024362f3d for instance with vm_state building and task_state spawning. [ 1242.931952] env[70059]: DEBUG nova.compute.manager [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Received event network-changed-3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.932041] env[70059]: DEBUG nova.compute.manager [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Refreshing instance network info cache due to event network-changed-3e183fd0-62ee-4e6d-ab9d-522024362f3d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.932538] env[70059]: DEBUG oslo_concurrency.lockutils [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] Acquiring lock "refresh_cache-7f97226c-915b-46a9-9c8b-c728ccdac31e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.024031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "refresh_cache-7f97226c-915b-46a9-9c8b-c728ccdac31e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.024170] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Instance network_info: |[{"id": "3e183fd0-62ee-4e6d-ab9d-522024362f3d", "address": "fa:16:3e:80:c7:b1", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e183fd0-62", "ovs_interfaceid": "3e183fd0-62ee-4e6d-ab9d-522024362f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.024406] env[70059]: DEBUG oslo_concurrency.lockutils [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] Acquired lock "refresh_cache-7f97226c-915b-46a9-9c8b-c728ccdac31e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.024588] env[70059]: DEBUG nova.network.neutron [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Refreshing network info cache for port 3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.026048] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:c7:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e183fd0-62ee-4e6d-ab9d-522024362f3d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.034030] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.039038] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.039793] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-687a08b2-8ae7-47e4-b88d-922024b4bdac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.064185] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.064185] env[70059]: value = "task-3189986" [ 1243.064185] env[70059]: _type = "Task" [ 1243.064185] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.075903] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189986, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.093193] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48540048-faaa-4eed-91d4-74b57061f406 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.104555] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc2816-ec9c-49aa-a6eb-1ee132afe045 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.138847] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008720cb-675a-48f8-ba0b-cb1854ee1a5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.147638] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd37a4-4ace-4241-b33b-3c7fa7938a8f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.163469] env[70059]: DEBUG nova.compute.provider_tree [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.296460] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478242} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.296909] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] be9788cb-c143-4efc-b191-7aadb4b176e1/be9788cb-c143-4efc-b191-7aadb4b176e1.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.297164] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.297252] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f6ce3f2-ce6b-4300-bed4-c326c0cc87d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.304020] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1243.304020] env[70059]: value = "task-3189987" [ 1243.304020] env[70059]: _type = "Task" [ 1243.304020] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.313151] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.318388] env[70059]: DEBUG nova.network.neutron [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Updated VIF entry in instance network info cache for port 3e183fd0-62ee-4e6d-ab9d-522024362f3d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.318737] env[70059]: DEBUG nova.network.neutron [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Updating instance_info_cache with network_info: [{"id": "3e183fd0-62ee-4e6d-ab9d-522024362f3d", "address": "fa:16:3e:80:c7:b1", "network": {"id": "5acf6b3e-64b5-4f0a-9568-46574a0387d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-522374764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daff1a40b92e422e8b4bfe9e9fb682df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e183fd0-62", "ovs_interfaceid": "3e183fd0-62ee-4e6d-ab9d-522024362f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.575417] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189986, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.669350] env[70059]: DEBUG nova.scheduler.client.report [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.814468] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067713} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.814749] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.815575] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac1b07-1ea9-48d9-bc5c-6326fa2c3db7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.822621] env[70059]: DEBUG oslo_concurrency.lockutils [req-5457b5e8-74a7-4f93-946a-b45eac4bf960 req-657f6307-0fe1-4660-aaed-e2d6ee2b1e88 service nova] Releasing lock "refresh_cache-7f97226c-915b-46a9-9c8b-c728ccdac31e" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.840381] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] be9788cb-c143-4efc-b191-7aadb4b176e1/be9788cb-c143-4efc-b191-7aadb4b176e1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.840703] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1243f7b7-9ed5-4e93-8db4-9f569796ad69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.860548] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1243.860548] env[70059]: value = "task-3189988" [ 1243.860548] env[70059]: _type = "Task" [ 1243.860548] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.869939] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.913711] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.914042] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.076108] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3189986, 'name': CreateVM_Task, 'duration_secs': 0.51596} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.076317] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.077043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.077232] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.077583] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.077873] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e2b397-4201-4162-b3d5-aff9f450c230 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.082587] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1244.082587] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c26d01-7716-44dc-4b65-79d490d3f1be" [ 1244.082587] env[70059]: _type = "Task" [ 1244.082587] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.091165] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c26d01-7716-44dc-4b65-79d490d3f1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.174740] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.175341] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.177930] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.633s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.370995] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189988, 'name': ReconfigVM_Task, 'duration_secs': 0.275143} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.371393] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfigured VM instance instance-0000006e to attach disk [datastore1] be9788cb-c143-4efc-b191-7aadb4b176e1/be9788cb-c143-4efc-b191-7aadb4b176e1.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.371911] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309fe707-f163-447f-a287-405ebc231695 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.378078] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1244.378078] env[70059]: value = "task-3189989" [ 1244.378078] env[70059]: _type = "Task" [ 1244.378078] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.385861] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189989, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.595073] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c26d01-7716-44dc-4b65-79d490d3f1be, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.595275] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.595510] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.595870] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.596069] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.596276] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.596650] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d271928-cc13-44b3-b0f9-2385e7caf6d9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.606294] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.606504] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.607292] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94af3148-b6de-4d97-af74-e12e2b5a41c8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.612452] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1244.612452] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52aa9a82-9205-d7f2-49b4-446792899883" [ 1244.612452] env[70059]: _type = "Task" [ 1244.612452] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.620455] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aa9a82-9205-d7f2-49b4-446792899883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.681271] env[70059]: DEBUG nova.compute.utils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.684836] env[70059]: INFO nova.compute.claims [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.688269] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.688455] env[70059]: DEBUG nova.network.neutron [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.727745] env[70059]: DEBUG nova.policy [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275c162be2c4813b7780b7276023d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfba0ac280493298000e61ffaf21ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.887621] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189989, 'name': Rename_Task, 'duration_secs': 0.144301} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.887898] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.888171] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e89d3e5-9052-4069-b30d-9f930154b7f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.894790] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1244.894790] env[70059]: value = "task-3189990" [ 1244.894790] env[70059]: _type = "Task" [ 1244.894790] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.903740] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.099078] env[70059]: DEBUG nova.network.neutron [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Successfully created port: e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.123370] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52aa9a82-9205-d7f2-49b4-446792899883, 'name': SearchDatastore_Task, 'duration_secs': 0.014592} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.124173] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd3f90c-aca5-4d1b-8e2c-ada9f1947810 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.129336] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1245.129336] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528337bd-633e-d68a-af36-d64baeda0b1a" [ 1245.129336] env[70059]: _type = "Task" [ 1245.129336] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.138090] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528337bd-633e-d68a-af36-d64baeda0b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.192115] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.196332] env[70059]: INFO nova.compute.resource_tracker [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating resource usage from migration 39a4ba40-ba7b-42f3-ad74-9cf88e09abe5 [ 1245.335224] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdb1c67-31ac-464b-bddd-84f7d8c86d29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.343114] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af32018-0604-474c-8d34-9f27fa2faf9d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.373295] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a64f435-9da6-4b5a-a7ae-fec236e6b109 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.381034] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1f4aa-b9f6-46a8-9332-dac2b3988761 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.394274] env[70059]: DEBUG nova.compute.provider_tree [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.403317] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.643773] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528337bd-633e-d68a-af36-d64baeda0b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.644100] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.644457] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7f97226c-915b-46a9-9c8b-c728ccdac31e/7f97226c-915b-46a9-9c8b-c728ccdac31e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.644758] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1245edd9-d267-4b3c-ae55-6ec5f430a8cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.652320] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1245.652320] env[70059]: value = "task-3189991" [ 1245.652320] env[70059]: _type = "Task" [ 1245.652320] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.661300] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.901242] env[70059]: DEBUG nova.scheduler.client.report [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.913560] env[70059]: DEBUG oslo_vmware.api [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3189990, 'name': PowerOnVM_Task, 'duration_secs': 0.673166} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.914094] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.914476] env[70059]: INFO nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1245.914806] env[70059]: DEBUG nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.916062] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a80ebc-94d1-4912-8c87-44a591387d8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.161480] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498499} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.161737] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 7f97226c-915b-46a9-9c8b-c728ccdac31e/7f97226c-915b-46a9-9c8b-c728ccdac31e.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.161952] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.162248] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ef4a15-29a8-4611-8caa-3030c59435ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.168685] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1246.168685] env[70059]: value = "task-3189992" [ 1246.168685] env[70059]: _type = "Task" [ 1246.168685] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.175957] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.206442] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.233593] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.233863] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.234033] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.234222] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.234371] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.234518] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.234725] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.234881] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.235130] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.235311] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.235485] env[70059]: DEBUG nova.virt.hardware [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.236329] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e879b2-8777-4ca2-9660-ac54f6e0d045 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.243973] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df4bc2-23c5-421a-94db-500bd9554ceb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.408468] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.408850] env[70059]: INFO nova.compute.manager [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Migrating [ 1246.435077] env[70059]: INFO nova.compute.manager [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Took 12.17 seconds to build instance. [ 1246.483890] env[70059]: DEBUG nova.compute.manager [req-e47d6d17-b75c-4048-a6b0-e2f9c0ae6a77 req-626773ef-f199-4c25-9839-5abd30bb7db3 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Received event network-vif-plugged-e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.484169] env[70059]: DEBUG oslo_concurrency.lockutils [req-e47d6d17-b75c-4048-a6b0-e2f9c0ae6a77 req-626773ef-f199-4c25-9839-5abd30bb7db3 service nova] Acquiring lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.484572] env[70059]: DEBUG oslo_concurrency.lockutils [req-e47d6d17-b75c-4048-a6b0-e2f9c0ae6a77 req-626773ef-f199-4c25-9839-5abd30bb7db3 service nova] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.484658] env[70059]: DEBUG oslo_concurrency.lockutils [req-e47d6d17-b75c-4048-a6b0-e2f9c0ae6a77 req-626773ef-f199-4c25-9839-5abd30bb7db3 service nova] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.484829] env[70059]: DEBUG nova.compute.manager [req-e47d6d17-b75c-4048-a6b0-e2f9c0ae6a77 req-626773ef-f199-4c25-9839-5abd30bb7db3 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] No waiting events found dispatching network-vif-plugged-e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.485049] env[70059]: WARNING nova.compute.manager [req-e47d6d17-b75c-4048-a6b0-e2f9c0ae6a77 req-626773ef-f199-4c25-9839-5abd30bb7db3 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Received unexpected event network-vif-plugged-e0e6f415-d1c8-4738-b095-26a6a3b44770 for instance with vm_state building and task_state spawning. [ 1246.582438] env[70059]: DEBUG nova.network.neutron [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Successfully updated port: e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.678546] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069003} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.678829] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.679632] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9bbb6b-5d2d-40bc-8fde-1be5907c124e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.702961] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7f97226c-915b-46a9-9c8b-c728ccdac31e/7f97226c-915b-46a9-9c8b-c728ccdac31e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.703316] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280aad69-0a0d-4940-bfc0-a45d1714638b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.723880] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1246.723880] env[70059]: value = "task-3189993" [ 1246.723880] env[70059]: _type = "Task" [ 1246.723880] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.733154] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.924161] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.924370] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.924503] env[70059]: DEBUG nova.network.neutron [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.937628] env[70059]: DEBUG oslo_concurrency.lockutils [None req-4f1a0ed5-0fe3-4aa1-a239-671730fb108f tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.683s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.087512] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-f8c8580c-f58c-482f-9e1a-178700bfa5e8" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.087752] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-f8c8580c-f58c-482f-9e1a-178700bfa5e8" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.088015] env[70059]: DEBUG nova.network.neutron [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.237967] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189993, 'name': ReconfigVM_Task, 'duration_secs': 0.472697} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.237967] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7f97226c-915b-46a9-9c8b-c728ccdac31e/7f97226c-915b-46a9-9c8b-c728ccdac31e.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.237967] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d255a81d-694c-48c5-96b2-7f3841d5bfd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.245020] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1247.245020] env[70059]: value = "task-3189994" [ 1247.245020] env[70059]: _type = "Task" [ 1247.245020] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.252308] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189994, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.277327] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.280024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.280024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "ac222ffe-2bea-43b9-9d26-799fa70f4847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.280024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.280024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.282038] env[70059]: INFO nova.compute.manager [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Terminating instance [ 1247.649457] env[70059]: DEBUG nova.network.neutron [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.652784] env[70059]: DEBUG nova.network.neutron [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.744353] env[70059]: DEBUG nova.compute.manager [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Received event network-changed-ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.744551] env[70059]: DEBUG nova.compute.manager [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Refreshing instance network info cache due to event network-changed-ab387cfb-b266-49c0-be44-daea0d743947. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.744783] env[70059]: DEBUG oslo_concurrency.lockutils [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] Acquiring lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.745101] env[70059]: DEBUG oslo_concurrency.lockutils [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] Acquired lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.745275] env[70059]: DEBUG nova.network.neutron [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Refreshing network info cache for port ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.756677] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189994, 'name': Rename_Task, 'duration_secs': 0.22211} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.757579] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.757828] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1867323-2be2-4e8d-a0b9-3ee93e6fce99 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.765168] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1247.765168] env[70059]: value = "task-3189995" [ 1247.765168] env[70059]: _type = "Task" [ 1247.765168] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.778728] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.786899] env[70059]: DEBUG nova.compute.manager [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.787145] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.788760] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4efb1bd-bee1-420c-97ca-f2af28a7605e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.796904] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.797467] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23bb8ae1-d826-41d5-a9ef-c4e6eec2050b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.805992] env[70059]: DEBUG oslo_vmware.api [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1247.805992] env[70059]: value = "task-3189996" [ 1247.805992] env[70059]: _type = "Task" [ 1247.805992] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.816473] env[70059]: DEBUG oslo_vmware.api [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.870903] env[70059]: DEBUG nova.network.neutron [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Updating instance_info_cache with network_info: [{"id": "e0e6f415-d1c8-4738-b095-26a6a3b44770", "address": "fa:16:3e:de:8d:6e", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e6f415-d1", "ovs_interfaceid": "e0e6f415-d1c8-4738-b095-26a6a3b44770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.156135] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.278324] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.317383] env[70059]: DEBUG oslo_vmware.api [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3189996, 'name': PowerOffVM_Task, 'duration_secs': 0.206131} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.317645] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.317813] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.318113] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f12848-9c50-4a08-b04e-3891dd388042 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.373054] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-f8c8580c-f58c-482f-9e1a-178700bfa5e8" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.373371] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Instance network_info: |[{"id": "e0e6f415-d1c8-4738-b095-26a6a3b44770", "address": "fa:16:3e:de:8d:6e", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e6f415-d1", "ovs_interfaceid": "e0e6f415-d1c8-4738-b095-26a6a3b44770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.374123] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:8d:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e6f415-d1c8-4738-b095-26a6a3b44770', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.381680] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating folder: Project (63cfba0ac280493298000e61ffaf21ca). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.381957] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d28b5984-3b0a-4522-a62c-8fbc2ed83e13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.392718] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created folder: Project (63cfba0ac280493298000e61ffaf21ca) in parent group-v637631. [ 1248.392915] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating folder: Instances. Parent ref: group-v637940. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.393212] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-849695a4-8f86-484f-9740-3eec7b955797 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.403093] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created folder: Instances in parent group-v637940. [ 1248.403337] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.403532] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.403742] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c0bcac0-e799-48a3-b989-7abe77543769 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.426433] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.426433] env[70059]: value = "task-3190000" [ 1248.426433] env[70059]: _type = "Task" [ 1248.426433] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.435405] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190000, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.517310] env[70059]: DEBUG nova.compute.manager [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Received event network-changed-e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.517521] env[70059]: DEBUG nova.compute.manager [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Refreshing instance network info cache due to event network-changed-e0e6f415-d1c8-4738-b095-26a6a3b44770. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.517798] env[70059]: DEBUG oslo_concurrency.lockutils [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] Acquiring lock "refresh_cache-f8c8580c-f58c-482f-9e1a-178700bfa5e8" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.518016] env[70059]: DEBUG oslo_concurrency.lockutils [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] Acquired lock "refresh_cache-f8c8580c-f58c-482f-9e1a-178700bfa5e8" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.519652] env[70059]: DEBUG nova.network.neutron [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Refreshing network info cache for port e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.551165] env[70059]: DEBUG nova.network.neutron [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updated VIF entry in instance network info cache for port ab387cfb-b266-49c0-be44-daea0d743947. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.551493] env[70059]: DEBUG nova.network.neutron [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating instance_info_cache with network_info: [{"id": "ab387cfb-b266-49c0-be44-daea0d743947", "address": "fa:16:3e:ea:a7:9b", "network": {"id": "84465cbb-b977-48ed-ade2-15b4b29b32f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-341196537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0834eb9ee8c3471a85efdb1474fe30f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab387cfb-b2", "ovs_interfaceid": "ab387cfb-b266-49c0-be44-daea0d743947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.779110] env[70059]: DEBUG oslo_vmware.api [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3189995, 'name': PowerOnVM_Task, 'duration_secs': 0.744151} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.779110] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.779110] env[70059]: INFO nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1248.779110] env[70059]: DEBUG nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.779686] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdc12ea-3ff8-4b44-afb8-697ae8a3aa75 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.937975] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190000, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.049074] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.049267] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.049310] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleting the datastore file [datastore1] ac222ffe-2bea-43b9-9d26-799fa70f4847 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.049587] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4582b0be-7ceb-4ef7-82e8-530f82b796f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.054471] env[70059]: DEBUG oslo_concurrency.lockutils [req-3453c2c7-776a-4ed1-9c8f-e0e6fa25649e req-9fa94cd1-257c-4da7-8b95-679457584db5 service nova] Releasing lock "refresh_cache-be9788cb-c143-4efc-b191-7aadb4b176e1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.058631] env[70059]: DEBUG oslo_vmware.api [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1249.058631] env[70059]: value = "task-3190001" [ 1249.058631] env[70059]: _type = "Task" [ 1249.058631] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.067176] env[70059]: DEBUG oslo_vmware.api [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.275038] env[70059]: DEBUG nova.network.neutron [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Updated VIF entry in instance network info cache for port e0e6f415-d1c8-4738-b095-26a6a3b44770. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.275038] env[70059]: DEBUG nova.network.neutron [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Updating instance_info_cache with network_info: [{"id": "e0e6f415-d1c8-4738-b095-26a6a3b44770", "address": "fa:16:3e:de:8d:6e", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e6f415-d1", "ovs_interfaceid": "e0e6f415-d1c8-4738-b095-26a6a3b44770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.296464] env[70059]: INFO nova.compute.manager [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Took 12.54 seconds to build instance. [ 1249.438595] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190000, 'name': CreateVM_Task, 'duration_secs': 0.690195} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.438801] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.439512] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.439674] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.440071] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.440386] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1e0d4e-da28-48e2-a764-3cb668b6708f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.445808] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1249.445808] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52912ac0-23dd-e1cf-9dd0-6eb266b5a745" [ 1249.445808] env[70059]: _type = "Task" [ 1249.445808] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.454333] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52912ac0-23dd-e1cf-9dd0-6eb266b5a745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.568457] env[70059]: DEBUG oslo_vmware.api [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483836} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.568748] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.568937] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.569137] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.569311] env[70059]: INFO nova.compute.manager [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1249.569558] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.569750] env[70059]: DEBUG nova.compute.manager [-] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.569844] env[70059]: DEBUG nova.network.neutron [-] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.672020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d21f1-8510-494c-91e5-28b9a94cbd7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.693543] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.771827] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b5b27-dc9f-c95a-9529-d4cfe8c0dfd3/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.772777] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d6dde-ecb4-4b22-8659-a7eb9f2354df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.777019] env[70059]: DEBUG oslo_concurrency.lockutils [req-51ec3680-ef87-4045-a963-d72a82bea60b req-1a35f930-891d-4f0e-b688-e4d7c0a872b2 service nova] Releasing lock "refresh_cache-f8c8580c-f58c-482f-9e1a-178700bfa5e8" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.779205] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b5b27-dc9f-c95a-9529-d4cfe8c0dfd3/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.779470] env[70059]: ERROR oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b5b27-dc9f-c95a-9529-d4cfe8c0dfd3/disk-0.vmdk due to incomplete transfer. [ 1249.779587] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c34ba7a6-4f9c-423f-8c54-06ade4c04b15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.786367] env[70059]: DEBUG oslo_vmware.rw_handles [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b5b27-dc9f-c95a-9529-d4cfe8c0dfd3/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1249.786564] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Uploaded image c67476d2-0cc6-4967-9b38-9dd2a14b2893 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1249.789092] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1249.789301] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81956440-7fe4-4f7a-8a9b-e2e12d65f032 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.794993] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1249.794993] env[70059]: value = "task-3190002" [ 1249.794993] env[70059]: _type = "Task" [ 1249.794993] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.803798] env[70059]: DEBUG oslo_concurrency.lockutils [None req-93a0b449-fc24-46ba-ab70-4dd921cf5b49 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.051s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.804105] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190002, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.956424] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52912ac0-23dd-e1cf-9dd0-6eb266b5a745, 'name': SearchDatastore_Task, 'duration_secs': 0.019081} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.956747] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.956987] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.957252] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.957401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.957579] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.957856] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fdee0dd-addb-4c1d-9619-ac5e876cb690 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.966054] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.966247] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.966945] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda93de4-e26c-471c-a971-73cf3b50d815 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.971872] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1249.971872] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52851057-dff5-e7d3-d663-f697e6529350" [ 1249.971872] env[70059]: _type = "Task" [ 1249.971872] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.979370] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52851057-dff5-e7d3-d663-f697e6529350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.110028] env[70059]: DEBUG nova.compute.manager [req-00beee9f-ab47-4484-b3ea-918ce0b913bf req-fdb6807a-12d8-4bb8-81a7-5918ec90735a service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Received event network-vif-deleted-7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.110237] env[70059]: INFO nova.compute.manager [req-00beee9f-ab47-4484-b3ea-918ce0b913bf req-fdb6807a-12d8-4bb8-81a7-5918ec90735a service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Neutron deleted interface 7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e; detaching it from the instance and deleting it from the info cache [ 1250.110419] env[70059]: DEBUG nova.network.neutron [req-00beee9f-ab47-4484-b3ea-918ce0b913bf req-fdb6807a-12d8-4bb8-81a7-5918ec90735a service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.200313] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.200617] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d6b1c3-65d9-4d38-9864-b856c114de8c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.209126] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1250.209126] env[70059]: value = "task-3190003" [ 1250.209126] env[70059]: _type = "Task" [ 1250.209126] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.217972] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.305332] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190002, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.483108] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52851057-dff5-e7d3-d663-f697e6529350, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.483961] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15755dbb-31be-4863-ab80-f850f9ffc233 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.490022] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1250.490022] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ffceeb-66d8-b310-0811-6bb6835667cb" [ 1250.490022] env[70059]: _type = "Task" [ 1250.490022] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.498652] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ffceeb-66d8-b310-0811-6bb6835667cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.498978] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.499207] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.499380] env[70059]: DEBUG nova.compute.manager [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.500124] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd7151c-2f7e-4867-b237-dd3ea42f1c76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.505931] env[70059]: DEBUG nova.compute.manager [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1250.506536] env[70059]: DEBUG nova.objects.instance [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'flavor' on Instance uuid 7f97226c-915b-46a9-9c8b-c728ccdac31e {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.520009] env[70059]: DEBUG nova.network.neutron [-] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.612754] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d7db679-1b31-4530-b72a-c649b6db81e9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.622239] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073f516-4733-4768-881c-e8be9a05c4a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.653169] env[70059]: DEBUG nova.compute.manager [req-00beee9f-ab47-4484-b3ea-918ce0b913bf req-fdb6807a-12d8-4bb8-81a7-5918ec90735a service nova] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Detach interface failed, port_id=7ba8ad17-b9ba-46e9-8c13-56fe869a7e1e, reason: Instance ac222ffe-2bea-43b9-9d26-799fa70f4847 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.718999] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190003, 'name': PowerOffVM_Task, 'duration_secs': 0.335938} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.719298] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.719483] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.805599] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190002, 'name': Destroy_Task, 'duration_secs': 0.988957} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.805599] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Destroyed the VM [ 1250.805866] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1250.806088] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce9bc5e0-a867-4604-b7a0-6ae544cec9aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.812115] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1250.812115] env[70059]: value = "task-3190004" [ 1250.812115] env[70059]: _type = "Task" [ 1250.812115] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.820716] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.000444] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ffceeb-66d8-b310-0811-6bb6835667cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.000652] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.000889] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] f8c8580c-f58c-482f-9e1a-178700bfa5e8/f8c8580c-f58c-482f-9e1a-178700bfa5e8.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.001224] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17436876-39c2-4f85-a610-e386f4a4ebeb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.008158] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1251.008158] env[70059]: value = "task-3190005" [ 1251.008158] env[70059]: _type = "Task" [ 1251.008158] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.018267] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.022729] env[70059]: INFO nova.compute.manager [-] [instance: ac222ffe-2bea-43b9-9d26-799fa70f4847] Took 1.45 seconds to deallocate network for instance. [ 1251.225996] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.226291] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.226639] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.226639] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.226806] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.226924] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.227175] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.227502] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.227714] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.227889] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.228130] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.233802] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ffc0b6-3b21-4e38-944c-4151da5acb69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.253850] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1251.253850] env[70059]: value = "task-3190006" [ 1251.253850] env[70059]: _type = "Task" [ 1251.253850] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.264457] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.324320] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190004, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.514944] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.519031] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566658a4-5624-4235-8940-27b5acc0a20f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.520833] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190005, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.526183] env[70059]: DEBUG oslo_vmware.api [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1251.526183] env[70059]: value = "task-3190007" [ 1251.526183] env[70059]: _type = "Task" [ 1251.526183] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.530538] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.530862] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.531099] env[70059]: DEBUG nova.objects.instance [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'resources' on Instance uuid ac222ffe-2bea-43b9-9d26-799fa70f4847 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.537899] env[70059]: DEBUG oslo_vmware.api [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.763616] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190006, 'name': ReconfigVM_Task, 'duration_secs': 0.335891} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.763870] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.823259] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190004, 'name': RemoveSnapshot_Task, 'duration_secs': 0.80916} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.823654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1251.823795] env[70059]: DEBUG nova.compute.manager [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.824563] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0790b-7284-4b25-85fe-0e30f6784a76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.019833] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529769} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.020109] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] f8c8580c-f58c-482f-9e1a-178700bfa5e8/f8c8580c-f58c-482f-9e1a-178700bfa5e8.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.020279] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.020542] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fad67ec-6ac6-471a-94c3-55e00389d994 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.026787] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1252.026787] env[70059]: value = "task-3190008" [ 1252.026787] env[70059]: _type = "Task" [ 1252.026787] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.042062] env[70059]: DEBUG oslo_vmware.api [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190007, 'name': PowerOffVM_Task, 'duration_secs': 0.378336} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.046301] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.046607] env[70059]: DEBUG nova.compute.manager [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.046970] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.047819] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312fdb3-7f33-4c97-9c7d-81817bf935a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.191023] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f625a534-271e-449d-9b9d-1e326aa3e616 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.201788] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9b1d2b-de09-4eac-ac17-264ce132c47e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.253304] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63414dd4-eadf-40ed-a58e-e8796894327c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.264114] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1400514-f302-46d4-b793-0a18a5f0b26b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.274066] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.274066] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.274066] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.274310] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.274553] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.274819] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.275165] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.275437] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.275713] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.275988] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.276301] env[70059]: DEBUG nova.virt.hardware [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.285619] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.286075] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a0c584-cea4-4d38-99da-7d8fd12d559c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.324252] env[70059]: DEBUG nova.compute.provider_tree [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.329440] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1252.329440] env[70059]: value = "task-3190009" [ 1252.329440] env[70059]: _type = "Task" [ 1252.329440] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.339598] env[70059]: INFO nova.compute.manager [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Shelve offloading [ 1252.349209] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.539778] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.470929} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.540162] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.541064] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517757ad-36fb-49c4-bb08-7ca378f1cd89 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.564492] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f8c8580c-f58c-482f-9e1a-178700bfa5e8/f8c8580c-f58c-482f-9e1a-178700bfa5e8.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.566693] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfabc13a-b853-4f14-b33f-72bbf0e21f51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.582267] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a71bf087-6f05-4ed5-b721-5caf5f1fe9a8 tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.588498] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1252.588498] env[70059]: value = "task-3190010" [ 1252.588498] env[70059]: _type = "Task" [ 1252.588498] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.597163] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.828327] env[70059]: DEBUG nova.scheduler.client.report [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.841130] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.851706] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.851973] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26669dfc-bc4e-4d5b-9836-a07b8545b94a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.860545] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1252.860545] env[70059]: value = "task-3190011" [ 1252.860545] env[70059]: _type = "Task" [ 1252.860545] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.870155] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.098897] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.178019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.178286] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.178501] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "7f97226c-915b-46a9-9c8b-c728ccdac31e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.178733] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.178918] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.181144] env[70059]: INFO nova.compute.manager [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Terminating instance [ 1253.336978] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.345313] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.356126] env[70059]: INFO nova.scheduler.client.report [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted allocations for instance ac222ffe-2bea-43b9-9d26-799fa70f4847 [ 1253.372213] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1253.372493] env[70059]: DEBUG nova.compute.manager [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.373301] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad789ea-3cee-450a-83dd-8e73c91844a8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.378766] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.378973] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.379201] env[70059]: DEBUG nova.network.neutron [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.599750] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.684340] env[70059]: DEBUG nova.compute.manager [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.684563] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.685475] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1b616-10d6-4c9e-8589-92b7a444e3cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.692902] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.693178] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26239501-b5d6-4912-8d1c-450ad3eb2d44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.759278] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.759562] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.759784] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore1] 7f97226c-915b-46a9-9c8b-c728ccdac31e {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.760130] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-301ce00f-bbff-4b52-9549-c2b4a96c7f6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.766796] env[70059]: DEBUG oslo_vmware.api [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1253.766796] env[70059]: value = "task-3190013" [ 1253.766796] env[70059]: _type = "Task" [ 1253.766796] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.774654] env[70059]: DEBUG oslo_vmware.api [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.842469] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190009, 'name': ReconfigVM_Task, 'duration_secs': 1.353532} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.842828] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.843496] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc397a-b611-4436-9870-35e5ede14405 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.871028] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.874445] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5041bb50-9428-43b2-8576-6da7c74c7266 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.889558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9a7565a2-4fd9-4a8b-96a3-74cc6b81b543 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "ac222ffe-2bea-43b9-9d26-799fa70f4847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.612s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.898341] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1253.898341] env[70059]: value = "task-3190014" [ 1253.898341] env[70059]: _type = "Task" [ 1253.898341] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.908378] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.099108] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190010, 'name': ReconfigVM_Task, 'duration_secs': 1.318231} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.099375] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f8c8580c-f58c-482f-9e1a-178700bfa5e8/f8c8580c-f58c-482f-9e1a-178700bfa5e8.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.100043] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e14aa2-ac72-48cc-8282-2814966b9f09 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.105605] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1254.105605] env[70059]: value = "task-3190015" [ 1254.105605] env[70059]: _type = "Task" [ 1254.105605] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.112449] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190015, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.114942] env[70059]: DEBUG nova.network.neutron [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.278030] env[70059]: DEBUG oslo_vmware.api [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131025} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.278214] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.278391] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.278562] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.278748] env[70059]: INFO nova.compute.manager [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1254.278996] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.279214] env[70059]: DEBUG nova.compute.manager [-] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.279309] env[70059]: DEBUG nova.network.neutron [-] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.395124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.395124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.408717] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190014, 'name': ReconfigVM_Task, 'duration_secs': 0.280509} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.411025] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.411025] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.496150] env[70059]: DEBUG nova.compute.manager [req-4f46722b-1089-4a26-b428-4e39e608b2ab req-2646b8aa-84bb-4872-b266-3dd4ec2c0f21 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Received event network-vif-deleted-3e183fd0-62ee-4e6d-ab9d-522024362f3d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.496527] env[70059]: INFO nova.compute.manager [req-4f46722b-1089-4a26-b428-4e39e608b2ab req-2646b8aa-84bb-4872-b266-3dd4ec2c0f21 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Neutron deleted interface 3e183fd0-62ee-4e6d-ab9d-522024362f3d; detaching it from the instance and deleting it from the info cache [ 1254.496798] env[70059]: DEBUG nova.network.neutron [req-4f46722b-1089-4a26-b428-4e39e608b2ab req-2646b8aa-84bb-4872-b266-3dd4ec2c0f21 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.615335] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190015, 'name': Rename_Task, 'duration_secs': 0.150177} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.615608] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.615852] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d126c74e-30d3-43cc-a364-7b0cf5d0035d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.617649] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.623860] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1254.623860] env[70059]: value = "task-3190016" [ 1254.623860] env[70059]: _type = "Task" [ 1254.623860] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.631819] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.898421] env[70059]: INFO nova.compute.manager [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Detaching volume 5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7 [ 1254.917195] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadaf00a-4a02-4abd-9edc-b57d3cc6ab7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.940308] env[70059]: INFO nova.virt.block_device [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Attempting to driver detach volume 5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7 from mountpoint /dev/sdb [ 1254.940545] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.940732] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637929', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'name': 'volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '844473d5-0859-4b0d-96d9-07963dfa8655', 'attached_at': '', 'detached_at': '', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'serial': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.941623] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e671e8-75ff-464c-b4fd-dc5743a7040c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.944648] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e1c0c-f6f4-4bae-a507-31203a7a106a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.990460] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.994150] env[70059]: DEBUG nova.network.neutron [-] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.995995] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd1aa1c-97c3-4df8-8fc2-579368e88433 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.999175] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dfcaaaa-2a5f-4495-ba42-8ab95dcb07a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.006572] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6195c2-3e2b-4a1b-9866-376d9486af9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.012657] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d0655-db04-415a-b5d7-6415ee39b294 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.058649] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c698c0-bc0b-4aad-a0bd-eed2dc9212bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.059860] env[70059]: DEBUG nova.compute.manager [req-4f46722b-1089-4a26-b428-4e39e608b2ab req-2646b8aa-84bb-4872-b266-3dd4ec2c0f21 service nova] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Detach interface failed, port_id=3e183fd0-62ee-4e6d-ab9d-522024362f3d, reason: Instance 7f97226c-915b-46a9-9c8b-c728ccdac31e could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1255.072679] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7/volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.078646] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.079362] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03ef273-d905-4566-994b-a77bb8ae30b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.097731] env[70059]: DEBUG oslo_vmware.api [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1255.097731] env[70059]: value = "task-3190017" [ 1255.097731] env[70059]: _type = "Task" [ 1255.097731] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.105992] env[70059]: DEBUG oslo_vmware.api [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.133152] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.250997] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.251939] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d6c8f-08b8-4515-ba94-79dcabd840ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.260414] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.260785] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ca0aa34-39e1-4add-b5e4-65848caa726e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.344483] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.344654] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.344810] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleting the datastore file [datastore1] 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.345097] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0719939-79bc-40d7-8ce3-0247e18cfdb1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.353242] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1255.353242] env[70059]: value = "task-3190019" [ 1255.353242] env[70059]: _type = "Task" [ 1255.353242] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.360889] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.499841] env[70059]: INFO nova.compute.manager [-] [instance: 7f97226c-915b-46a9-9c8b-c728ccdac31e] Took 1.22 seconds to deallocate network for instance. [ 1255.607566] env[70059]: DEBUG oslo_vmware.api [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190017, 'name': ReconfigVM_Task, 'duration_secs': 0.321746} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.607787] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.612394] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb4c869b-797a-447b-bcc6-e1e8b34573ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.629013] env[70059]: DEBUG oslo_vmware.api [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1255.629013] env[70059]: value = "task-3190020" [ 1255.629013] env[70059]: _type = "Task" [ 1255.629013] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.636906] env[70059]: DEBUG oslo_vmware.api [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.639692] env[70059]: DEBUG oslo_vmware.api [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190016, 'name': PowerOnVM_Task, 'duration_secs': 0.696368} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.639926] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.640164] env[70059]: INFO nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1255.640343] env[70059]: DEBUG nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.641065] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3dd1c4-74c1-4602-b7cb-c704b35b3a71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.865023] env[70059]: DEBUG oslo_vmware.api [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132012} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.865023] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.865023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.865023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.884560] env[70059]: INFO nova.scheduler.client.report [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted allocations for instance 0b3a27f1-5b01-4ad6-a335-42b978137b67 [ 1256.006749] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.007044] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.007122] env[70059]: DEBUG nova.objects.instance [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid 7f97226c-915b-46a9-9c8b-c728ccdac31e {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.140884] env[70059]: DEBUG oslo_vmware.api [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190020, 'name': ReconfigVM_Task, 'duration_secs': 0.158978} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.140884] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637929', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'name': 'volume-5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '844473d5-0859-4b0d-96d9-07963dfa8655', 'attached_at': '', 'detached_at': '', 'volume_id': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7', 'serial': '5d5b3cf6-9cd7-4845-b3bd-b8b7e66c3cc7'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.158508] env[70059]: INFO nova.compute.manager [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Took 16.00 seconds to build instance. [ 1256.389826] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.522095] env[70059]: DEBUG nova.compute.manager [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-vif-unplugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.522325] env[70059]: DEBUG oslo_concurrency.lockutils [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.522519] env[70059]: DEBUG oslo_concurrency.lockutils [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.522686] env[70059]: DEBUG oslo_concurrency.lockutils [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.522853] env[70059]: DEBUG nova.compute.manager [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] No waiting events found dispatching network-vif-unplugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.523157] env[70059]: WARNING nova.compute.manager [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received unexpected event network-vif-unplugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 for instance with vm_state shelved_offloaded and task_state None. [ 1256.523354] env[70059]: DEBUG nova.compute.manager [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.523516] env[70059]: DEBUG nova.compute.manager [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing instance network info cache due to event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.523718] env[70059]: DEBUG oslo_concurrency.lockutils [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.523869] env[70059]: DEBUG oslo_concurrency.lockutils [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.524041] env[70059]: DEBUG nova.network.neutron [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.608096] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fae606-4271-4c10-a96f-f1f4dba42452 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.617140] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca77f8e-190c-4f13-83a9-2d6b1a0d6df6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.620267] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.646764] env[70059]: DEBUG nova.network.neutron [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Port b123cdc3-e8d8-4454-a323-9903b773d270 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1256.648473] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b922abf-32fb-4fa0-be0d-ec392d216882 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.656117] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa58d75-148e-43e4-ba6a-1649aa4d0259 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.663052] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2e518973-eddd-483b-a323-43f51e2b906c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.510s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.663052] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.042s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.663052] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.663052] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.663052] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.665403] env[70059]: INFO nova.compute.manager [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Terminating instance [ 1256.676639] env[70059]: DEBUG nova.compute.provider_tree [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.687229] env[70059]: DEBUG nova.objects.instance [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'flavor' on Instance uuid 844473d5-0859-4b0d-96d9-07963dfa8655 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.180866] env[70059]: DEBUG nova.scheduler.client.report [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.185075] env[70059]: DEBUG nova.compute.manager [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.185169] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.186668] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83163d5e-5ee8-4188-b19c-3d349e5fedab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.196440] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.196682] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6856d073-3319-42f4-a5ce-30dd20964c5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.208447] env[70059]: DEBUG oslo_vmware.api [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1257.208447] env[70059]: value = "task-3190021" [ 1257.208447] env[70059]: _type = "Task" [ 1257.208447] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.218094] env[70059]: DEBUG oslo_vmware.api [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.303107] env[70059]: DEBUG nova.network.neutron [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updated VIF entry in instance network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.303597] env[70059]: DEBUG nova.network.neutron [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.671966] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.671966] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.672226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.690561] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.692773] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.303s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.693096] env[70059]: DEBUG nova.objects.instance [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'resources' on Instance uuid 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.694892] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1aa2f630-aa74-49cf-ba58-5b184f946987 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.713277] env[70059]: INFO nova.scheduler.client.report [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance 7f97226c-915b-46a9-9c8b-c728ccdac31e [ 1257.721909] env[70059]: DEBUG oslo_vmware.api [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190021, 'name': PowerOffVM_Task, 'duration_secs': 0.222535} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.722168] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.722339] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.722840] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c358193-314d-481f-80b7-3b03eaf37bd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.790307] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.790528] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.790709] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleting the datastore file [datastore2] f8c8580c-f58c-482f-9e1a-178700bfa5e8 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.790980] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e695d0-871f-4955-9d93-a06cbe703986 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.798461] env[70059]: DEBUG oslo_vmware.api [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1257.798461] env[70059]: value = "task-3190023" [ 1257.798461] env[70059]: _type = "Task" [ 1257.798461] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.805813] env[70059]: DEBUG oslo_vmware.api [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.807342] env[70059]: DEBUG oslo_concurrency.lockutils [req-287a5a4a-92c8-48f5-8d25-a1b7de7e1ef1 req-27b6b262-428a-458d-848f-b37803a45f0e service nova] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.196646] env[70059]: DEBUG nova.objects.instance [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'numa_topology' on Instance uuid 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.220634] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cb7d9f-5ad2-478e-9c96-f5bddeea798b tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "7f97226c-915b-46a9-9c8b-c728ccdac31e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.042s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.307813] env[70059]: DEBUG oslo_vmware.api [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12827} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.308153] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.308354] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.308534] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.308704] env[70059]: INFO nova.compute.manager [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.308936] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.309162] env[70059]: DEBUG nova.compute.manager [-] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.309252] env[70059]: DEBUG nova.network.neutron [-] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.619671] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.619671] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.619861] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "844473d5-0859-4b0d-96d9-07963dfa8655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.619942] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.620198] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.623047] env[70059]: INFO nova.compute.manager [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Terminating instance [ 1258.628679] env[70059]: DEBUG nova.compute.manager [req-1efc206d-813e-462f-a1c0-c2924ce8319d req-57dc8a08-f2f6-44ab-b471-12e302da519b service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Received event network-vif-deleted-e0e6f415-d1c8-4738-b095-26a6a3b44770 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.628943] env[70059]: INFO nova.compute.manager [req-1efc206d-813e-462f-a1c0-c2924ce8319d req-57dc8a08-f2f6-44ab-b471-12e302da519b service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Neutron deleted interface e0e6f415-d1c8-4738-b095-26a6a3b44770; detaching it from the instance and deleting it from the info cache [ 1258.629146] env[70059]: DEBUG nova.network.neutron [req-1efc206d-813e-462f-a1c0-c2924ce8319d req-57dc8a08-f2f6-44ab-b471-12e302da519b service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.699202] env[70059]: DEBUG nova.objects.base [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Object Instance<0b3a27f1-5b01-4ad6-a335-42b978137b67> lazy-loaded attributes: resources,numa_topology {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.708596] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.708778] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.708952] env[70059]: DEBUG nova.network.neutron [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.809566] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cdb97d-663c-44a4-a047-d8527068228d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.816540] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33684575-2ea5-459e-b29d-edc76bba38ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.845503] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7954591-984c-46f4-8056-ab42a394f49e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.852418] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2442951a-cce8-4c13-aab1-3f58631f3aba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.865025] env[70059]: DEBUG nova.compute.provider_tree [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.105748] env[70059]: DEBUG nova.network.neutron [-] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.126409] env[70059]: DEBUG nova.compute.manager [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.126509] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.127372] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b1d873-faf4-467b-b94e-99ba556b08b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.132011] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1b1787c-1db7-4420-bfb8-1508fbbae628 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.137197] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.137737] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2faf7880-5c01-4293-91fd-771582a7d8f2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.144566] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0600e-e651-4246-b542-a23a5cf7c847 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.156266] env[70059]: DEBUG oslo_vmware.api [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1259.156266] env[70059]: value = "task-3190024" [ 1259.156266] env[70059]: _type = "Task" [ 1259.156266] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.163895] env[70059]: DEBUG oslo_vmware.api [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.174507] env[70059]: DEBUG nova.compute.manager [req-1efc206d-813e-462f-a1c0-c2924ce8319d req-57dc8a08-f2f6-44ab-b471-12e302da519b service nova] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Detach interface failed, port_id=e0e6f415-d1c8-4738-b095-26a6a3b44770, reason: Instance f8c8580c-f58c-482f-9e1a-178700bfa5e8 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.194622] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.236247] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.236687] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.236820] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.237040] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.237222] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.239659] env[70059]: INFO nova.compute.manager [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Terminating instance [ 1259.367622] env[70059]: DEBUG nova.scheduler.client.report [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.461954] env[70059]: DEBUG nova.network.neutron [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.609175] env[70059]: INFO nova.compute.manager [-] [instance: f8c8580c-f58c-482f-9e1a-178700bfa5e8] Took 1.30 seconds to deallocate network for instance. [ 1259.665913] env[70059]: DEBUG oslo_vmware.api [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190024, 'name': PowerOffVM_Task, 'duration_secs': 0.21547} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.666203] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.666371] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.666617] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b7e8d27-f4a3-4c8a-87c7-e5b0f16cb15d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.739023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.739313] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.739504] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleting the datastore file [datastore2] 844473d5-0859-4b0d-96d9-07963dfa8655 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.739761] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bfc22e4-aa6a-4377-904e-5eeabfff2f28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.743483] env[70059]: DEBUG nova.compute.manager [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.743690] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.744502] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cddb166-51e4-4b85-9608-c81d176ff195 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.747982] env[70059]: DEBUG oslo_vmware.api [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1259.747982] env[70059]: value = "task-3190026" [ 1259.747982] env[70059]: _type = "Task" [ 1259.747982] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.753045] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.753585] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a01000-d9ea-4d20-b39f-264a191caa25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.757895] env[70059]: DEBUG oslo_vmware.api [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.761827] env[70059]: DEBUG oslo_vmware.api [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1259.761827] env[70059]: value = "task-3190027" [ 1259.761827] env[70059]: _type = "Task" [ 1259.761827] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.770244] env[70059]: DEBUG oslo_vmware.api [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.872958] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.964448] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.115872] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.116196] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.116411] env[70059]: DEBUG nova.objects.instance [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'resources' on Instance uuid f8c8580c-f58c-482f-9e1a-178700bfa5e8 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.258765] env[70059]: DEBUG oslo_vmware.api [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122353} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.259129] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.259191] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.259367] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.259540] env[70059]: INFO nova.compute.manager [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1260.259774] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.259961] env[70059]: DEBUG nova.compute.manager [-] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.260088] env[70059]: DEBUG nova.network.neutron [-] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.270232] env[70059]: DEBUG oslo_vmware.api [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190027, 'name': PowerOffVM_Task, 'duration_secs': 0.236721} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.270460] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.270624] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.270852] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e32e0c3-43df-47ce-938e-4118bd379246 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.338574] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.338812] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.338977] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleting the datastore file [datastore2] e29bbdfa-1752-47a7-8fb8-72f731577b8c {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.339266] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379db333-5f33-4740-87e0-79e326fd2afb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.346352] env[70059]: DEBUG oslo_vmware.api [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for the task: (returnval){ [ 1260.346352] env[70059]: value = "task-3190029" [ 1260.346352] env[70059]: _type = "Task" [ 1260.346352] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.354265] env[70059]: DEBUG oslo_vmware.api [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.380902] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c72e1e47-2576-45f1-895f-160c907e8050 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.303s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.381773] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.187s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.381954] env[70059]: INFO nova.compute.manager [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Unshelving [ 1260.475449] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c31c1-afc3-4d8f-81c8-5546e41e6233 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.484533] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08a4a66-3ac9-45e8-b6c4-7059b3e2c799 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.639271] env[70059]: DEBUG nova.scheduler.client.report [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1260.658279] env[70059]: DEBUG nova.scheduler.client.report [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1260.658513] env[70059]: DEBUG nova.compute.provider_tree [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.670658] env[70059]: DEBUG nova.scheduler.client.report [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1260.693935] env[70059]: DEBUG nova.scheduler.client.report [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1260.763778] env[70059]: DEBUG nova.compute.manager [req-9933d0bb-e5a8-4470-a11d-55e5c7f7e8ed req-a3e797c6-135a-47a7-b408-9aa5293ec0af service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Received event network-vif-deleted-e9664827-cfd4-403d-8bfd-6293c9dcbbe8 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.764137] env[70059]: INFO nova.compute.manager [req-9933d0bb-e5a8-4470-a11d-55e5c7f7e8ed req-a3e797c6-135a-47a7-b408-9aa5293ec0af service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Neutron deleted interface e9664827-cfd4-403d-8bfd-6293c9dcbbe8; detaching it from the instance and deleting it from the info cache [ 1260.764418] env[70059]: DEBUG nova.network.neutron [req-9933d0bb-e5a8-4470-a11d-55e5c7f7e8ed req-a3e797c6-135a-47a7-b408-9aa5293ec0af service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.807090] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79724b-289a-4b0d-98f3-190138278be3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.816404] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49939df9-bbd9-40a5-bae3-6a2985bf47b2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.851071] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c429fcca-8645-46ef-aa44-692a3672f340 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.858390] env[70059]: DEBUG oslo_vmware.api [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Task: {'id': task-3190029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123269} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.860066] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.860266] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.860603] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.860603] env[70059]: INFO nova.compute.manager [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1260.861635] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.861635] env[70059]: DEBUG nova.compute.manager [-] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.861635] env[70059]: DEBUG nova.network.neutron [-] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.863579] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2048a80-815c-4d69-a1cf-12e51e6ab701 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.878164] env[70059]: DEBUG nova.compute.provider_tree [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.240933] env[70059]: DEBUG nova.network.neutron [-] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.267874] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f73cfd7a-372c-4e48-8003-2873894aea7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.277850] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd961d8-5b39-424c-abff-1ff8b8f8e5f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.305395] env[70059]: DEBUG nova.compute.manager [req-9933d0bb-e5a8-4470-a11d-55e5c7f7e8ed req-a3e797c6-135a-47a7-b408-9aa5293ec0af service nova] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Detach interface failed, port_id=e9664827-cfd4-403d-8bfd-6293c9dcbbe8, reason: Instance 844473d5-0859-4b0d-96d9-07963dfa8655 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.381303] env[70059]: DEBUG nova.scheduler.client.report [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.406653] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.573058] env[70059]: DEBUG nova.network.neutron [-] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.599770] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75388ffc-cc57-4baf-ad17-8a3475fc2726 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.629973] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d019762e-bd10-49c1-b681-b8dc528aa97d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.639565] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.744091] env[70059]: INFO nova.compute.manager [-] [instance: 844473d5-0859-4b0d-96d9-07963dfa8655] Took 1.48 seconds to deallocate network for instance. [ 1261.885543] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.887908] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.481s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.888146] env[70059]: DEBUG nova.objects.instance [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'pci_requests' on Instance uuid 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.904020] env[70059]: INFO nova.scheduler.client.report [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocations for instance f8c8580c-f58c-482f-9e1a-178700bfa5e8 [ 1262.075923] env[70059]: INFO nova.compute.manager [-] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Took 1.21 seconds to deallocate network for instance. [ 1262.147926] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.148274] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0475f75d-583a-4ba5-a27e-aa4aed9c8bf6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.155863] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1262.155863] env[70059]: value = "task-3190030" [ 1262.155863] env[70059]: _type = "Task" [ 1262.155863] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.163767] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.250626] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.391564] env[70059]: DEBUG nova.objects.instance [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'numa_topology' on Instance uuid 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.410893] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12a57b3a-3380-42aa-bd31-3471f5da9021 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "f8c8580c-f58c-482f-9e1a-178700bfa5e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.748s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.582168] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.666915] env[70059]: DEBUG oslo_vmware.api [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190030, 'name': PowerOnVM_Task, 'duration_secs': 0.402636} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.667332] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.667414] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdeb2ac-35f1-4bac-b8d3-3f5f4d9012df tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance '1f6d1dcc-17d0-4122-980d-68d297ed52e5' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.817012] env[70059]: DEBUG nova.compute.manager [req-1fea6e21-3a21-4ce0-a7c0-44cf66e0947a req-b1b551fb-8299-4bd1-9e64-dd694efcc81e service nova] [instance: e29bbdfa-1752-47a7-8fb8-72f731577b8c] Received event network-vif-deleted-de38c0dd-4828-4dd5-b15a-342e5818256e {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.895047] env[70059]: INFO nova.compute.claims [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.606191] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "961ab513-94c8-45c5-bd44-649f5dfb2741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.606465] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.002933] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd025a-fd48-4c5f-9110-93b1822a69c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.010766] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e0ffa-c91d-4169-b46b-b4308a8b52ce {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.039489] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc025871-9408-461a-a8f7-1492b2e7a96f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.046192] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a301d-3b0c-4173-9ab5-917e1c592911 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.058559] env[70059]: DEBUG nova.compute.provider_tree [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.108249] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.561493] env[70059]: DEBUG nova.scheduler.client.report [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.627190] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.066355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.178s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.069055] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.819s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.069294] env[70059]: DEBUG nova.objects.instance [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'resources' on Instance uuid 844473d5-0859-4b0d-96d9-07963dfa8655 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.101838] env[70059]: INFO nova.network.neutron [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating port d963f7d6-f897-49c4-a4bd-fef706fcb9e1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1265.221369] env[70059]: DEBUG nova.network.neutron [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Port b123cdc3-e8d8-4454-a323-9903b773d270 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.221721] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.221906] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.222141] env[70059]: DEBUG nova.network.neutron [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.687341] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daea6099-c44f-4c8e-9876-8da932d4cec1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.694681] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a3488f-3ee6-46d6-9c19-03b7e0628dd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.723741] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b7b9f0-2725-4bde-b727-e2c74f8352d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.732800] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a5f15f-f4b6-4407-a347-b20594e1cee9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.386537] env[70059]: DEBUG nova.compute.provider_tree [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.494122] env[70059]: DEBUG nova.compute.manager [req-814de900-e582-4ad9-b0fb-8dc04df40e0e req-07bcc796-bb80-4d15-aa0b-e7fca8fab275 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-vif-plugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.494338] env[70059]: DEBUG oslo_concurrency.lockutils [req-814de900-e582-4ad9-b0fb-8dc04df40e0e req-07bcc796-bb80-4d15-aa0b-e7fca8fab275 service nova] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.494544] env[70059]: DEBUG oslo_concurrency.lockutils [req-814de900-e582-4ad9-b0fb-8dc04df40e0e req-07bcc796-bb80-4d15-aa0b-e7fca8fab275 service nova] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.494705] env[70059]: DEBUG oslo_concurrency.lockutils [req-814de900-e582-4ad9-b0fb-8dc04df40e0e req-07bcc796-bb80-4d15-aa0b-e7fca8fab275 service nova] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.494886] env[70059]: DEBUG nova.compute.manager [req-814de900-e582-4ad9-b0fb-8dc04df40e0e req-07bcc796-bb80-4d15-aa0b-e7fca8fab275 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] No waiting events found dispatching network-vif-plugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.495024] env[70059]: WARNING nova.compute.manager [req-814de900-e582-4ad9-b0fb-8dc04df40e0e req-07bcc796-bb80-4d15-aa0b-e7fca8fab275 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received unexpected event network-vif-plugged-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1266.563787] env[70059]: DEBUG nova.network.neutron [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.576624] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.576889] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.576959] env[70059]: DEBUG nova.network.neutron [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.892058] env[70059]: DEBUG nova.scheduler.client.report [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.065964] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.280404] env[70059]: DEBUG nova.network.neutron [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.396520] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.398769] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.817s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.399010] env[70059]: DEBUG nova.objects.instance [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lazy-loading 'resources' on Instance uuid e29bbdfa-1752-47a7-8fb8-72f731577b8c {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.416858] env[70059]: INFO nova.scheduler.client.report [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted allocations for instance 844473d5-0859-4b0d-96d9-07963dfa8655 [ 1267.570100] env[70059]: DEBUG nova.compute.manager [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70059) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1267.783070] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.809855] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b95b294deb42381609b8c8023b562e6a',container_format='bare',created_at=2025-03-26T22:11:54Z,direct_url=,disk_format='vmdk',id=c67476d2-0cc6-4967-9b38-9dd2a14b2893,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-990321501-shelved',owner='06f5f089e44a49889567f7a33085e60f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-26T22:12:10Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.810167] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.810359] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.810547] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.810694] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.810841] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.811080] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.811268] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.811439] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.811601] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.811774] env[70059]: DEBUG nova.virt.hardware [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.812658] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd014ed-9aa0-41d4-a9aa-b4f468375d2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.820709] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fab5b4-aa39-4ebd-ad21-071c9ae7bca9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.833221] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:83:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd963f7d6-f897-49c4-a4bd-fef706fcb9e1', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.840338] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.840553] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.840749] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b7e3456-190a-467e-9b81-27f17adec730 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.863734] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.863734] env[70059]: value = "task-3190031" [ 1267.863734] env[70059]: _type = "Task" [ 1267.863734] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.875747] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190031, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.927451] env[70059]: DEBUG oslo_concurrency.lockutils [None req-242888ec-6f2d-45e1-b11c-4593705bdb15 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "844473d5-0859-4b0d-96d9-07963dfa8655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.308s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.013037] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e004cd-2fce-45ff-bf6e-2130d4db260b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.021377] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7931ea0c-b61c-445b-b716-fe76a88cb144 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.053273] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e695e2-4f0b-4877-98f7-9ab6f5d3bead {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.060653] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba5563-1fb9-4e86-8770-464edfbbaa98 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.074594] env[70059]: DEBUG nova.compute.provider_tree [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.373994] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190031, 'name': CreateVM_Task, 'duration_secs': 0.360085} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.374190] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.374855] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.375024] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.375387] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.375667] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef457fca-4a7f-469c-b8f2-b123dd529387 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.379821] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1268.379821] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525e4fc7-5362-be53-79bd-2441b5e3a043" [ 1268.379821] env[70059]: _type = "Task" [ 1268.379821] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.386982] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525e4fc7-5362-be53-79bd-2441b5e3a043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.520851] env[70059]: DEBUG nova.compute.manager [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.520851] env[70059]: DEBUG nova.compute.manager [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing instance network info cache due to event network-changed-d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.520851] env[70059]: DEBUG oslo_concurrency.lockutils [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] Acquiring lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.521019] env[70059]: DEBUG oslo_concurrency.lockutils [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] Acquired lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.521225] env[70059]: DEBUG nova.network.neutron [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Refreshing network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.577702] env[70059]: DEBUG nova.scheduler.client.report [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.671557] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.890748] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.892170] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Processing image c67476d2-0cc6-4967-9b38-9dd2a14b2893 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.892170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.892170] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.892170] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.892170] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33aa59df-062c-4c57-b832-4e54d740c474 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.910196] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.910196] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.910893] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fad7199-56e8-4c4a-aa6d-3d7d3b8c2122 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.916413] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1268.916413] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52355616-ae7e-e8c1-6da9-ec11e2cdb4e4" [ 1268.916413] env[70059]: _type = "Task" [ 1268.916413] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.923927] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52355616-ae7e-e8c1-6da9-ec11e2cdb4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.082456] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.084396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.457s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.085844] env[70059]: INFO nova.compute.claims [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.109134] env[70059]: INFO nova.scheduler.client.report [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Deleted allocations for instance e29bbdfa-1752-47a7-8fb8-72f731577b8c [ 1269.319838] env[70059]: DEBUG nova.network.neutron [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updated VIF entry in instance network info cache for port d963f7d6-f897-49c4-a4bd-fef706fcb9e1. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.319838] env[70059]: DEBUG nova.network.neutron [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [{"id": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "address": "fa:16:3e:78:83:17", "network": {"id": "bf5f01e5-acb1-490d-b588-1011ed31c84b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1666353416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06f5f089e44a49889567f7a33085e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963f7d6-f8", "ovs_interfaceid": "d963f7d6-f897-49c4-a4bd-fef706fcb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.427102] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1269.427337] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Fetch image to [datastore2] OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40/OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1269.427527] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Downloading stream optimized image c67476d2-0cc6-4967-9b38-9dd2a14b2893 to [datastore2] OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40/OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40.vmdk on the data store datastore2 as vApp {{(pid=70059) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1269.427697] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Downloading image file data c67476d2-0cc6-4967-9b38-9dd2a14b2893 to the ESX as VM named 'OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40' {{(pid=70059) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1269.505962] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1269.505962] env[70059]: value = "resgroup-9" [ 1269.505962] env[70059]: _type = "ResourcePool" [ 1269.505962] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1269.506311] env[70059]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c40c967d-0e39-45dd-9cd4-63d921a6d71e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.527485] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease: (returnval){ [ 1269.527485] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bbfe2e-3ffa-11f4-11c6-2f57cde7fc9b" [ 1269.527485] env[70059]: _type = "HttpNfcLease" [ 1269.527485] env[70059]: } obtained for vApp import into resource pool (val){ [ 1269.527485] env[70059]: value = "resgroup-9" [ 1269.527485] env[70059]: _type = "ResourcePool" [ 1269.527485] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1269.527932] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the lease: (returnval){ [ 1269.527932] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bbfe2e-3ffa-11f4-11c6-2f57cde7fc9b" [ 1269.527932] env[70059]: _type = "HttpNfcLease" [ 1269.527932] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1269.533938] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.533938] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bbfe2e-3ffa-11f4-11c6-2f57cde7fc9b" [ 1269.533938] env[70059]: _type = "HttpNfcLease" [ 1269.533938] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1269.623573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-8a1ba170-ed66-44bb-b031-702b726d08ee tempest-ServersTestJSON-1717186770 tempest-ServersTestJSON-1717186770-project-member] Lock "e29bbdfa-1752-47a7-8fb8-72f731577b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.387s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.824984] env[70059]: DEBUG oslo_concurrency.lockutils [req-6dafd52d-2beb-4001-bfa8-053e7b407537 req-55e4eb2e-7c87-4a45-9671-6b9116367ad9 service nova] Releasing lock "refresh_cache-0b3a27f1-5b01-4ad6-a335-42b978137b67" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.984760] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.985081] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.036046] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.036046] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bbfe2e-3ffa-11f4-11c6-2f57cde7fc9b" [ 1270.036046] env[70059]: _type = "HttpNfcLease" [ 1270.036046] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.036517] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.036517] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bbfe2e-3ffa-11f4-11c6-2f57cde7fc9b" [ 1270.036517] env[70059]: _type = "HttpNfcLease" [ 1270.036517] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1270.037067] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc4b5c-b01f-413e-8b8e-dab0cdede5f7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.045852] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d31b13-0d4e-2a3f-1858-bfd7910cbbd2/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.046061] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d31b13-0d4e-2a3f-1858-bfd7910cbbd2/disk-0.vmdk. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1270.103043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.103043] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.103043] env[70059]: DEBUG nova.compute.manager [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.108311] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b74452-21e4-4626-a339-31bc9798bb44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.114505] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-312ee3cd-e8d1-42e1-95da-f2321ac7a092 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.120218] env[70059]: DEBUG nova.compute.manager [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.120218] env[70059]: DEBUG nova.objects.instance [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'flavor' on Instance uuid ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.225066] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9079200-7588-4cd9-a111-691765f38080 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.232875] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773b90f0-fa6d-4dd0-98ad-658ac3247eb4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.266980] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc53d28-6fa7-4e40-8b32-1f20509103bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.275601] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f73c6c-c4cf-407e-a6bd-42fa9481a225 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.290045] env[70059]: DEBUG nova.compute.provider_tree [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.488149] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.793904] env[70059]: DEBUG nova.scheduler.client.report [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.016062] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.127687] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.128032] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c3414d9-8c52-4d59-bbb9-f7705de6fc4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.137016] env[70059]: DEBUG oslo_vmware.api [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1271.137016] env[70059]: value = "task-3190033" [ 1271.137016] env[70059]: _type = "Task" [ 1271.137016] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.145020] env[70059]: DEBUG oslo_vmware.api [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.242334] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1271.242609] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d31b13-0d4e-2a3f-1858-bfd7910cbbd2/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1271.243806] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da71d90e-fafa-4fc4-a6ff-a915390e4945 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.251299] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d31b13-0d4e-2a3f-1858-bfd7910cbbd2/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1271.251299] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d31b13-0d4e-2a3f-1858-bfd7910cbbd2/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1271.251299] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e523e65e-0fce-4146-84df-e23700cb2248 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.299448] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.299787] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.303559] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.632s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.446677] env[70059]: DEBUG oslo_vmware.rw_handles [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d31b13-0d4e-2a3f-1858-bfd7910cbbd2/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1271.446917] env[70059]: INFO nova.virt.vmwareapi.images [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Downloaded image file data c67476d2-0cc6-4967-9b38-9dd2a14b2893 [ 1271.447869] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5484a5e-4335-4ea8-9080-7d41badf0ca9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.463534] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36341c9f-1629-470c-aba1-9a241870b4c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.490032] env[70059]: INFO nova.virt.vmwareapi.images [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] The imported VM was unregistered [ 1271.492297] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1271.492605] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.492812] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-799a573e-c5d9-4492-8429-ab39e495dd6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.503027] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Created directory with path [datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.503382] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40/OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40.vmdk to [datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk. {{(pid=70059) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1271.503504] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76949eb9-e41c-49e4-af0e-3b0cadf81ee3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.509905] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1271.509905] env[70059]: value = "task-3190035" [ 1271.509905] env[70059]: _type = "Task" [ 1271.509905] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.517276] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190035, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.646576] env[70059]: DEBUG oslo_vmware.api [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190033, 'name': PowerOffVM_Task, 'duration_secs': 0.201174} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.647406] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.647406] env[70059]: DEBUG nova.compute.manager [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.648256] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0194020-b73a-4032-b2ef-08aab4b7c642 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.807206] env[70059]: DEBUG nova.compute.utils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.809016] env[70059]: DEBUG nova.objects.instance [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'migration_context' on Instance uuid 1f6d1dcc-17d0-4122-980d-68d297ed52e5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.810240] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.810454] env[70059]: DEBUG nova.network.neutron [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.852975] env[70059]: DEBUG nova.policy [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275c162be2c4813b7780b7276023d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfba0ac280493298000e61ffaf21ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.019847] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190035, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.147795] env[70059]: DEBUG nova.network.neutron [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Successfully created port: eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.161268] env[70059]: DEBUG oslo_concurrency.lockutils [None req-09b836ac-f2a7-458e-b090-54bbda234557 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.313299] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.448773] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce67e38-1562-4cc8-a208-24a7c09f6861 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.457147] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02ee7dd-ac51-446f-b6f8-48aec6ffc2ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.491909] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0a82e-9531-44d1-a4a2-afb26d98d650 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.499411] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ce9ea-d58d-4827-b04d-2bea183cf424 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.513054] env[70059]: DEBUG nova.compute.provider_tree [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.522227] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190035, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.589923] env[70059]: DEBUG nova.objects.instance [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'flavor' on Instance uuid ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.018466] env[70059]: DEBUG nova.scheduler.client.report [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.024957] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190035, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.095291] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.095464] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.095589] env[70059]: DEBUG nova.network.neutron [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.095773] env[70059]: DEBUG nova.objects.instance [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'info_cache' on Instance uuid ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.329536] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.357259] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.357518] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.357672] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.357851] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.358044] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.358229] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.358447] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.358602] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.358766] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.358924] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.359106] env[70059]: DEBUG nova.virt.hardware [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.359957] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010a71d-ff3b-4900-9f90-80ad32a8f59c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.367999] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b05b27-07f3-4cfb-86f3-f3fd71fcf8cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.522827] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190035, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.573688] env[70059]: DEBUG nova.compute.manager [req-b7a3be77-cdf0-4f16-beba-5fb794f27831 req-66bd39f9-b0ed-4366-8cc3-60da3082baf3 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Received event network-vif-plugged-eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.573881] env[70059]: DEBUG oslo_concurrency.lockutils [req-b7a3be77-cdf0-4f16-beba-5fb794f27831 req-66bd39f9-b0ed-4366-8cc3-60da3082baf3 service nova] Acquiring lock "961ab513-94c8-45c5-bd44-649f5dfb2741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.574058] env[70059]: DEBUG oslo_concurrency.lockutils [req-b7a3be77-cdf0-4f16-beba-5fb794f27831 req-66bd39f9-b0ed-4366-8cc3-60da3082baf3 service nova] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.574233] env[70059]: DEBUG oslo_concurrency.lockutils [req-b7a3be77-cdf0-4f16-beba-5fb794f27831 req-66bd39f9-b0ed-4366-8cc3-60da3082baf3 service nova] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.574403] env[70059]: DEBUG nova.compute.manager [req-b7a3be77-cdf0-4f16-beba-5fb794f27831 req-66bd39f9-b0ed-4366-8cc3-60da3082baf3 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] No waiting events found dispatching network-vif-plugged-eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.574562] env[70059]: WARNING nova.compute.manager [req-b7a3be77-cdf0-4f16-beba-5fb794f27831 req-66bd39f9-b0ed-4366-8cc3-60da3082baf3 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Received unexpected event network-vif-plugged-eada5cda-a3f3-4577-9e3c-27f6b16f72de for instance with vm_state building and task_state spawning. [ 1273.598821] env[70059]: DEBUG nova.objects.base [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.662460] env[70059]: DEBUG nova.network.neutron [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Successfully updated port: eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.023736] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190035, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.230663} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.024012] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40/OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40.vmdk to [datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk. [ 1274.024212] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Cleaning up location [datastore2] OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1274.024383] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f03e11a7-ef40-4849-b921-2fd81381af40 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.024627] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a89e2a-4565-4ec9-a77c-0e0e6e26988b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.030159] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1274.030159] env[70059]: value = "task-3190036" [ 1274.030159] env[70059]: _type = "Task" [ 1274.030159] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.031713] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.728s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.040560] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.025s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.042201] env[70059]: INFO nova.compute.claims [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.055190] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.165849] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-961ab513-94c8-45c5-bd44-649f5dfb2741" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.166027] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-961ab513-94c8-45c5-bd44-649f5dfb2741" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.166188] env[70059]: DEBUG nova.network.neutron [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.289692] env[70059]: DEBUG nova.network.neutron [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updating instance_info_cache with network_info: [{"id": "e999495b-cbcf-453e-9df7-381b0e6f9699", "address": "fa:16:3e:71:49:f6", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape999495b-cb", "ovs_interfaceid": "e999495b-cbcf-453e-9df7-381b0e6f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.539934] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032905} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.540398] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.540398] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.540618] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk to [datastore2] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.540866] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-167d7b44-4f93-4afa-a540-304b5a73308a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.548164] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1274.548164] env[70059]: value = "task-3190037" [ 1274.548164] env[70059]: _type = "Task" [ 1274.548164] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.557188] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.697869] env[70059]: DEBUG nova.network.neutron [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.792385] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.878142] env[70059]: DEBUG nova.network.neutron [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Updating instance_info_cache with network_info: [{"id": "eada5cda-a3f3-4577-9e3c-27f6b16f72de", "address": "fa:16:3e:91:e9:b7", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeada5cda-a3", "ovs_interfaceid": "eada5cda-a3f3-4577-9e3c-27f6b16f72de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.066353] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190037, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.169968] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57449b48-09d8-4d52-baa9-52b3792df286 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.177985] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9a259e-9504-45bc-bc56-5e6446989978 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.208220] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fee32b-3609-424d-9d6e-dcd1325ebe8c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.215768] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab732429-641f-44b3-8119-01b2edd113bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.230629] env[70059]: DEBUG nova.compute.provider_tree [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.381116] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-961ab513-94c8-45c5-bd44-649f5dfb2741" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.381576] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Instance network_info: |[{"id": "eada5cda-a3f3-4577-9e3c-27f6b16f72de", "address": "fa:16:3e:91:e9:b7", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeada5cda-a3", "ovs_interfaceid": "eada5cda-a3f3-4577-9e3c-27f6b16f72de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.382063] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e9:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eada5cda-a3f3-4577-9e3c-27f6b16f72de', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.389595] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.389835] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.390105] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cdf0500-a93c-4ee0-86da-e8c9b52b3f4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.410806] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.410806] env[70059]: value = "task-3190038" [ 1275.410806] env[70059]: _type = "Task" [ 1275.410806] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.418767] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190038, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.561544] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190037, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.582448] env[70059]: INFO nova.compute.manager [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Swapping old allocation on dict_keys(['10d6d0a8-8060-4c2e-9dae-ffae8d995d07']) held by migration 39a4ba40-ba7b-42f3-ad74-9cf88e09abe5 for instance [ 1275.599209] env[70059]: DEBUG nova.compute.manager [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Received event network-changed-eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.599464] env[70059]: DEBUG nova.compute.manager [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Refreshing instance network info cache due to event network-changed-eada5cda-a3f3-4577-9e3c-27f6b16f72de. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.599611] env[70059]: DEBUG oslo_concurrency.lockutils [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] Acquiring lock "refresh_cache-961ab513-94c8-45c5-bd44-649f5dfb2741" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.599758] env[70059]: DEBUG oslo_concurrency.lockutils [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] Acquired lock "refresh_cache-961ab513-94c8-45c5-bd44-649f5dfb2741" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.599915] env[70059]: DEBUG nova.network.neutron [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Refreshing network info cache for port eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.606552] env[70059]: DEBUG nova.scheduler.client.report [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Overwriting current allocation {'allocations': {'10d6d0a8-8060-4c2e-9dae-ffae8d995d07': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'c80df9ef80e140f7baa7e260e967d582', 'user_id': '1f8fd3af90204522bf140bae43e1f3a4', 'consumer_generation': 1} on consumer 1f6d1dcc-17d0-4122-980d-68d297ed52e5 {{(pid=70059) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1275.691220] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.691465] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.691685] env[70059]: DEBUG nova.network.neutron [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.734164] env[70059]: DEBUG nova.scheduler.client.report [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.799127] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.799477] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a745074b-5ad8-49b1-9d36-5defc7dfd7b3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.807661] env[70059]: DEBUG oslo_vmware.api [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1275.807661] env[70059]: value = "task-3190039" [ 1275.807661] env[70059]: _type = "Task" [ 1275.807661] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.816954] env[70059]: DEBUG oslo_vmware.api [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.921446] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190038, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.062838] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190037, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.239288] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.239896] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.313190] env[70059]: DEBUG nova.network.neutron [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Updated VIF entry in instance network info cache for port eada5cda-a3f3-4577-9e3c-27f6b16f72de. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.313551] env[70059]: DEBUG nova.network.neutron [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Updating instance_info_cache with network_info: [{"id": "eada5cda-a3f3-4577-9e3c-27f6b16f72de", "address": "fa:16:3e:91:e9:b7", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeada5cda-a3", "ovs_interfaceid": "eada5cda-a3f3-4577-9e3c-27f6b16f72de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.320584] env[70059]: DEBUG oslo_vmware.api [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.421891] env[70059]: DEBUG nova.network.neutron [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [{"id": "b123cdc3-e8d8-4454-a323-9903b773d270", "address": "fa:16:3e:e0:09:f1", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb123cdc3-e8", "ovs_interfaceid": "b123cdc3-e8d8-4454-a323-9903b773d270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.427093] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190038, 'name': CreateVM_Task, 'duration_secs': 0.874965} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.427553] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.428401] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.428572] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.428902] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.429258] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0210f5ea-6071-410a-8f12-d6253a58af88 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.435156] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1276.435156] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c1844f-6393-8d6b-76ff-8ff1e1b8c416" [ 1276.435156] env[70059]: _type = "Task" [ 1276.435156] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.445133] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c1844f-6393-8d6b-76ff-8ff1e1b8c416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.562662] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190037, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.745069] env[70059]: DEBUG nova.compute.utils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.746651] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.746895] env[70059]: DEBUG nova.network.neutron [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.785689] env[70059]: DEBUG nova.policy [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7d0d024cfb14f01a689c2738d978bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b2ea6cc4de48eaa7a2a2448293dff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.817069] env[70059]: DEBUG oslo_concurrency.lockutils [req-ebc85781-1869-4d4b-b6bc-a359959ae4a8 req-3195bdfe-867c-44e6-b6ab-b8d1978dcb96 service nova] Releasing lock "refresh_cache-961ab513-94c8-45c5-bd44-649f5dfb2741" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.821050] env[70059]: DEBUG oslo_vmware.api [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190039, 'name': PowerOnVM_Task, 'duration_secs': 0.765765} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.821338] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.821530] env[70059]: DEBUG nova.compute.manager [None req-bded999f-2b95-4112-a9ec-ad53ab0af10e tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.822381] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f2210c-c697-4711-9c9d-65560168ffb8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.928688] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-1f6d1dcc-17d0-4122-980d-68d297ed52e5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.929765] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f453a-a6eb-4457-ba84-17714ee051e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.941583] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f73edb-d131-40e6-8d11-c380c7ea8d23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.948105] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c1844f-6393-8d6b-76ff-8ff1e1b8c416, 'name': SearchDatastore_Task, 'duration_secs': 0.087195} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.948843] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.949126] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.949373] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.949522] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.949770] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.950062] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0d63e5-0358-4527-8402-d6c172feddb1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.966237] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.966503] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.968133] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd220c4-33ef-489b-be6c-226bfd794e2d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.975014] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1276.975014] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fabe41-1967-2526-d476-05180d1c7046" [ 1276.975014] env[70059]: _type = "Task" [ 1276.975014] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.983333] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fabe41-1967-2526-d476-05180d1c7046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.064797] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190037, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.469434} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.065184] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c67476d2-0cc6-4967-9b38-9dd2a14b2893/c67476d2-0cc6-4967-9b38-9dd2a14b2893.vmdk to [datastore2] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.065972] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73950bb7-9dc2-4881-93c3-988e97a5caa1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.087976] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.091329] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efac2a3-3b09-4e16-a872-e0513abcac2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.109116] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1277.109116] env[70059]: value = "task-3190040" [ 1277.109116] env[70059]: _type = "Task" [ 1277.109116] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.117368] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.167022] env[70059]: DEBUG nova.network.neutron [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Successfully created port: a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.252605] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.486341] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fabe41-1967-2526-d476-05180d1c7046, 'name': SearchDatastore_Task, 'duration_secs': 0.026121} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.487135] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025b60b4-ac13-47dc-9f31-cf3f3c8c67bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.492161] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1277.492161] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ecf45e-f8e8-0dc0-a6f7-aa535b2150fd" [ 1277.492161] env[70059]: _type = "Task" [ 1277.492161] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.499506] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ecf45e-f8e8-0dc0-a6f7-aa535b2150fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.620210] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.003177] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ecf45e-f8e8-0dc0-a6f7-aa535b2150fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.003419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.003682] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 961ab513-94c8-45c5-bd44-649f5dfb2741/961ab513-94c8-45c5-bd44-649f5dfb2741.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.003935] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f4e44e-d307-4647-bed3-120c56c4db85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.011067] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1278.011067] env[70059]: value = "task-3190041" [ 1278.011067] env[70059]: _type = "Task" [ 1278.011067] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.021829] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.042938] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.043058] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb588fb-fbaf-4290-acea-ceccf7577601 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.050301] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1278.050301] env[70059]: value = "task-3190042" [ 1278.050301] env[70059]: _type = "Task" [ 1278.050301] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.058960] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.120531] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.265195] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.294265] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.294570] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.294836] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.295127] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.295328] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.295585] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.295848] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.296030] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.296237] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.296429] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.296609] env[70059]: DEBUG nova.virt.hardware [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.297561] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765c7fa-6a13-4e78-a283-a212b2d20ce6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.306256] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d9f61-d417-4734-877d-4be44995e605 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.523274] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497143} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.523540] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 961ab513-94c8-45c5-bd44-649f5dfb2741/961ab513-94c8-45c5-bd44-649f5dfb2741.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.523769] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.524450] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-119a08f2-d768-4337-a6f0-51fe973cfee5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.527721] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8c7914-7793-4dc1-ac63-e7392b8fa0c0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.534393] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Suspending the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1278.535708] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c96242f9-026c-4e90-90e3-dd942f4e3515 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.537179] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1278.537179] env[70059]: value = "task-3190043" [ 1278.537179] env[70059]: _type = "Task" [ 1278.537179] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.542020] env[70059]: DEBUG oslo_vmware.api [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1278.542020] env[70059]: value = "task-3190044" [ 1278.542020] env[70059]: _type = "Task" [ 1278.542020] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.548838] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.551325] env[70059]: DEBUG nova.compute.manager [req-cd996cea-17ce-47b4-97e7-e1d477fbe40b req-b7dd0462-5e61-4701-9cfe-f378f2444c35 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Received event network-vif-plugged-a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.551589] env[70059]: DEBUG oslo_concurrency.lockutils [req-cd996cea-17ce-47b4-97e7-e1d477fbe40b req-b7dd0462-5e61-4701-9cfe-f378f2444c35 service nova] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.551810] env[70059]: DEBUG oslo_concurrency.lockutils [req-cd996cea-17ce-47b4-97e7-e1d477fbe40b req-b7dd0462-5e61-4701-9cfe-f378f2444c35 service nova] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.552000] env[70059]: DEBUG oslo_concurrency.lockutils [req-cd996cea-17ce-47b4-97e7-e1d477fbe40b req-b7dd0462-5e61-4701-9cfe-f378f2444c35 service nova] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.552187] env[70059]: DEBUG nova.compute.manager [req-cd996cea-17ce-47b4-97e7-e1d477fbe40b req-b7dd0462-5e61-4701-9cfe-f378f2444c35 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] No waiting events found dispatching network-vif-plugged-a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.552380] env[70059]: WARNING nova.compute.manager [req-cd996cea-17ce-47b4-97e7-e1d477fbe40b req-b7dd0462-5e61-4701-9cfe-f378f2444c35 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Received unexpected event network-vif-plugged-a9d17577-102e-45ee-9d57-787f0920bf14 for instance with vm_state building and task_state spawning. [ 1278.556135] env[70059]: DEBUG oslo_vmware.api [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190044, 'name': SuspendVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.564038] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190042, 'name': PowerOffVM_Task, 'duration_secs': 0.324441} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.564312] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.564963] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.565206] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.565371] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.565623] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.565779] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.565941] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.566169] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.566330] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.566514] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.566677] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.566867] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.572284] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077cffc5-c29e-4048-8def-e6201d5d2451 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.587785] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1278.587785] env[70059]: value = "task-3190045" [ 1278.587785] env[70059]: _type = "Task" [ 1278.587785] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.596546] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.619787] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190040, 'name': ReconfigVM_Task, 'duration_secs': 1.072977} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.620060] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0b3a27f1-5b01-4ad6-a335-42b978137b67/0b3a27f1-5b01-4ad6-a335-42b978137b67.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.620705] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97e3c18e-1335-43bb-ae3b-2a6e883c8340 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.625642] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1278.625642] env[70059]: value = "task-3190046" [ 1278.625642] env[70059]: _type = "Task" [ 1278.625642] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.633792] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190046, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.635251] env[70059]: DEBUG nova.network.neutron [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Successfully updated port: a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.049504] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175004} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.049666] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.050436] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49152cc8-96b1-4e9e-a990-22053174736d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.055166] env[70059]: DEBUG oslo_vmware.api [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190044, 'name': SuspendVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.075231] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 961ab513-94c8-45c5-bd44-649f5dfb2741/961ab513-94c8-45c5-bd44-649f5dfb2741.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.075828] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0535bc8e-ef7a-4894-941a-769f3561341a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.098255] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190045, 'name': ReconfigVM_Task, 'duration_secs': 0.253735} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.099483] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1279.099483] env[70059]: value = "task-3190047" [ 1279.099483] env[70059]: _type = "Task" [ 1279.099483] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.100188] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b03d1-2335-4270-b966-814fb6a01057 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.125928] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.126219] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.126401] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.126581] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.126749] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.126920] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.127140] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.127318] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.127495] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.127667] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.127857] env[70059]: DEBUG nova.virt.hardware [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.131417] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65681bc-79f9-48dd-8aec-8a2b3b593a4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.134049] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.138315] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.138470] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.138623] env[70059]: DEBUG nova.network.neutron [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.143912] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1279.143912] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5273ec7d-229a-78f4-5440-a5342d51b8e8" [ 1279.143912] env[70059]: _type = "Task" [ 1279.143912] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.144254] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190046, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.153253] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5273ec7d-229a-78f4-5440-a5342d51b8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008139} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.158575] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.159119] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd21399-f610-4881-9b72-3a33322eb3ae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.176668] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1279.176668] env[70059]: value = "task-3190048" [ 1279.176668] env[70059]: _type = "Task" [ 1279.176668] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.184429] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.553457] env[70059]: DEBUG oslo_vmware.api [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190044, 'name': SuspendVM_Task} progress is 58%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.613081] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.641161] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190046, 'name': Rename_Task, 'duration_secs': 0.948593} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.641527] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.641720] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50793a86-30ea-4673-998b-74fe39827f70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.648695] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1279.648695] env[70059]: value = "task-3190049" [ 1279.648695] env[70059]: _type = "Task" [ 1279.648695] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.657474] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.673691] env[70059]: DEBUG nova.network.neutron [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.686517] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190048, 'name': ReconfigVM_Task, 'duration_secs': 0.325449} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.686815] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.687660] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef87e2-9738-41ca-b58b-353e9dcfc23c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.714683] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.717175] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb6aae5e-f7f5-43c5-898f-589fe3810985 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.734702] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1279.734702] env[70059]: value = "task-3190050" [ 1279.734702] env[70059]: _type = "Task" [ 1279.734702] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.745720] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.822148] env[70059]: DEBUG nova.network.neutron [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updating instance_info_cache with network_info: [{"id": "a9d17577-102e-45ee-9d57-787f0920bf14", "address": "fa:16:3e:48:8e:ea", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d17577-10", "ovs_interfaceid": "a9d17577-102e-45ee-9d57-787f0920bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.053475] env[70059]: DEBUG oslo_vmware.api [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190044, 'name': SuspendVM_Task, 'duration_secs': 1.399694} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.053737] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Suspended the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1280.053923] env[70059]: DEBUG nova.compute.manager [None req-4e62f432-8bc6-4a79-9ca8-8050086bddc8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.054702] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3132c-cc5d-4b51-834d-3119f4ed6260 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.112833] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190047, 'name': ReconfigVM_Task, 'duration_secs': 0.547201} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.113369] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 961ab513-94c8-45c5-bd44-649f5dfb2741/961ab513-94c8-45c5-bd44-649f5dfb2741.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.113973] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-694397a5-e7aa-473a-a292-102e51c61938 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.120191] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1280.120191] env[70059]: value = "task-3190051" [ 1280.120191] env[70059]: _type = "Task" [ 1280.120191] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.128028] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190051, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.158585] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.245674] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190050, 'name': ReconfigVM_Task, 'duration_secs': 0.303423} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.245674] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5/1f6d1dcc-17d0-4122-980d-68d297ed52e5.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.246189] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b361e-cb3c-4e4d-b209-ea79fd7b3e64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.267791] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b8f455-85a0-4069-899f-67ea67ebeef8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.288586] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa3dfb-cd3a-4d9e-967a-2330c472c1a3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.309020] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98e154-aefd-4f5a-ab10-ba9fd0dd6c01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.316029] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.316309] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31629aae-1610-49d7-b761-0ad873864940 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.322397] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1280.322397] env[70059]: value = "task-3190052" [ 1280.322397] env[70059]: _type = "Task" [ 1280.322397] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.325568] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.325899] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Instance network_info: |[{"id": "a9d17577-102e-45ee-9d57-787f0920bf14", "address": "fa:16:3e:48:8e:ea", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d17577-10", "ovs_interfaceid": "a9d17577-102e-45ee-9d57-787f0920bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.326230] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8e:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9d17577-102e-45ee-9d57-787f0920bf14', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.333515] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.334084] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.334328] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58405633-091c-4f5e-9ff2-f62aef47742e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.355218] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190052, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.360865] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.360865] env[70059]: value = "task-3190053" [ 1280.360865] env[70059]: _type = "Task" [ 1280.360865] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.369159] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190053, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.580238] env[70059]: DEBUG nova.compute.manager [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Received event network-changed-a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.580475] env[70059]: DEBUG nova.compute.manager [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Refreshing instance network info cache due to event network-changed-a9d17577-102e-45ee-9d57-787f0920bf14. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.580687] env[70059]: DEBUG oslo_concurrency.lockutils [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] Acquiring lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.580865] env[70059]: DEBUG oslo_concurrency.lockutils [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] Acquired lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.580981] env[70059]: DEBUG nova.network.neutron [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Refreshing network info cache for port a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.630618] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190051, 'name': Rename_Task, 'duration_secs': 0.154497} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.631101] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.631223] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-748e0e38-1258-4b24-84dd-833939bff196 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.637979] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1280.637979] env[70059]: value = "task-3190054" [ 1280.637979] env[70059]: _type = "Task" [ 1280.637979] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.645963] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.658694] env[70059]: DEBUG oslo_vmware.api [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190049, 'name': PowerOnVM_Task, 'duration_secs': 0.758358} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.658909] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.775801] env[70059]: DEBUG nova.compute.manager [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.776860] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ed8f8-6961-4f2f-9e69-1f8968153ea2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.835392] env[70059]: DEBUG oslo_vmware.api [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190052, 'name': PowerOnVM_Task, 'duration_secs': 0.423729} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.835742] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.873059] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190053, 'name': CreateVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.874717] env[70059]: INFO nova.compute.manager [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Resuming [ 1280.875500] env[70059]: DEBUG nova.objects.instance [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'flavor' on Instance uuid ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.148142] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190054, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.297504] env[70059]: DEBUG oslo_concurrency.lockutils [None req-762029f7-ad0c-44c0-8d69-56b5e1adbaa6 tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.916s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.300440] env[70059]: DEBUG nova.network.neutron [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updated VIF entry in instance network info cache for port a9d17577-102e-45ee-9d57-787f0920bf14. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.300799] env[70059]: DEBUG nova.network.neutron [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updating instance_info_cache with network_info: [{"id": "a9d17577-102e-45ee-9d57-787f0920bf14", "address": "fa:16:3e:48:8e:ea", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d17577-10", "ovs_interfaceid": "a9d17577-102e-45ee-9d57-787f0920bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.372155] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190053, 'name': CreateVM_Task, 'duration_secs': 0.565714} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.372269] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.373027] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.373125] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.373437] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.373740] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a46779-0e18-4685-b38d-cf967bd40d78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.380921] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1281.380921] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]529d23ea-f405-5746-b642-af88f2c22896" [ 1281.380921] env[70059]: _type = "Task" [ 1281.380921] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.393088] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]529d23ea-f405-5746-b642-af88f2c22896, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.393356] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.393573] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.393796] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.393940] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.394130] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.394574] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da0dc7b9-e869-4548-ba58-5c56ea37386b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.402232] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.402405] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.403102] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a576fe5-a085-4818-bc8f-26422dbe0f86 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.407907] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1281.407907] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525fc1e9-0fb7-4d57-e780-56d0f3a30f40" [ 1281.407907] env[70059]: _type = "Task" [ 1281.407907] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.415411] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525fc1e9-0fb7-4d57-e780-56d0f3a30f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.649672] env[70059]: DEBUG oslo_vmware.api [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190054, 'name': PowerOnVM_Task, 'duration_secs': 0.882198} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.650045] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.650183] env[70059]: INFO nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1281.651029] env[70059]: DEBUG nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.651203] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d35346-7c9c-4260-82ad-b49721ce91a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.802883] env[70059]: DEBUG oslo_concurrency.lockutils [req-f4a59420-9fd7-4941-8409-0d2f7d478efa req-fe5f6711-5da3-4292-80a1-c9d5de66c02e service nova] Releasing lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.885963] env[70059]: INFO nova.compute.manager [None req-bbe4b258-f309-4008-82e4-e34d0f981578 tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance to original state: 'active' [ 1281.917924] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525fc1e9-0fb7-4d57-e780-56d0f3a30f40, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.918701] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebee6d4c-9df5-48d0-981d-19c05ac0dd6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.923998] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1281.923998] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528eda0f-31c6-7ee8-2cb1-ca799c88d5ce" [ 1281.923998] env[70059]: _type = "Task" [ 1281.923998] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.931784] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528eda0f-31c6-7ee8-2cb1-ca799c88d5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.169172] env[70059]: INFO nova.compute.manager [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Took 17.56 seconds to build instance. [ 1282.393382] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.393558] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquired lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.393734] env[70059]: DEBUG nova.network.neutron [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.434987] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528eda0f-31c6-7ee8-2cb1-ca799c88d5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.435206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.435424] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 3d22e533-ff92-4512-8c30-0c3cfb0b633a/3d22e533-ff92-4512-8c30-0c3cfb0b633a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.435680] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33859349-a3b5-4d9e-a121-5e6af39153b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.441857] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1282.441857] env[70059]: value = "task-3190055" [ 1282.441857] env[70059]: _type = "Task" [ 1282.441857] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.450421] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.671538] env[70059]: DEBUG oslo_concurrency.lockutils [None req-111aad18-e2b8-43fd-97e7-4cf4a1a209c1 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.065s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.954144] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45799} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.954478] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 3d22e533-ff92-4512-8c30-0c3cfb0b633a/3d22e533-ff92-4512-8c30-0c3cfb0b633a.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.954731] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.955020] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-505a81c4-c1fd-45fc-a904-0580aedec33d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.962517] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1282.962517] env[70059]: value = "task-3190056" [ 1282.962517] env[70059]: _type = "Task" [ 1282.962517] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.971749] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.151014] env[70059]: DEBUG nova.network.neutron [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updating instance_info_cache with network_info: [{"id": "e999495b-cbcf-453e-9df7-381b0e6f9699", "address": "fa:16:3e:71:49:f6", "network": {"id": "b675501a-5848-42c2-a4b7-b7a511feea0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-862952815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0057572dd11c4643b4ee248f62dfc5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape999495b-cb", "ovs_interfaceid": "e999495b-cbcf-453e-9df7-381b0e6f9699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.473559] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062648} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.473781] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.474588] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2006b5e4-7abc-415f-84d1-746fca3afa51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.497478] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 3d22e533-ff92-4512-8c30-0c3cfb0b633a/3d22e533-ff92-4512-8c30-0c3cfb0b633a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.497810] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d033adb7-e0ee-4185-95b8-7778858cf383 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.516846] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1283.516846] env[70059]: value = "task-3190057" [ 1283.516846] env[70059]: _type = "Task" [ 1283.516846] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.524492] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.524731] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.524939] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.525135] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.525306] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.526870] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.527287] env[70059]: INFO nova.compute.manager [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Terminating instance [ 1283.653673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Releasing lock "refresh_cache-ff90388a-5b71-4899-92dd-5745b8d0fe4f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.654777] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c2394-a6ee-4140-88c5-139cfe2c8257 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.661603] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Resuming the VM {{(pid=70059) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1283.662249] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185989b6-cf45-4bdb-a17b-6e05b7b63fd7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.668288] env[70059]: DEBUG oslo_vmware.api [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1283.668288] env[70059]: value = "task-3190058" [ 1283.668288] env[70059]: _type = "Task" [ 1283.668288] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.675452] env[70059]: DEBUG oslo_vmware.api [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.983026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "961ab513-94c8-45c5-bd44-649f5dfb2741" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.983026] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.026651] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.030575] env[70059]: DEBUG nova.compute.manager [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.030787] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.031054] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23861e2d-f527-4053-a2ae-7675eb0c74c3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.037460] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1284.037460] env[70059]: value = "task-3190059" [ 1284.037460] env[70059]: _type = "Task" [ 1284.037460] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.044839] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.181673] env[70059]: DEBUG oslo_vmware.api [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.485719] env[70059]: DEBUG nova.compute.utils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.526533] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190057, 'name': ReconfigVM_Task, 'duration_secs': 0.955746} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.526815] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 3d22e533-ff92-4512-8c30-0c3cfb0b633a/3d22e533-ff92-4512-8c30-0c3cfb0b633a.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.527504] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08419464-8080-4596-a49c-e666431e230b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.533977] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1284.533977] env[70059]: value = "task-3190060" [ 1284.533977] env[70059]: _type = "Task" [ 1284.533977] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.546274] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190060, 'name': Rename_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.549538] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190059, 'name': PowerOffVM_Task, 'duration_secs': 0.315215} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.549828] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.550062] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1284.550351] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637935', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'name': 'volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1f6d1dcc-17d0-4122-980d-68d297ed52e5', 'attached_at': '2025-03-26T22:12:37.000000', 'detached_at': '', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'serial': '52f93ec7-ac07-4f02-9a9a-67a9545f0985'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1284.551193] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef717bc5-8d56-4fd6-834c-ce4aefc87caf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.573570] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e427f5-dd29-41c3-9ac4-87df61468843 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.581597] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312a3a2-7876-4f59-b75b-ae39421894c1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.602331] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdaa361-2368-44f9-b5fa-e73d7f32ffae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.617624] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] The volume has not been displaced from its original location: [datastore1] volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985/volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1284.623075] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.623472] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b75c67-3388-43ad-b137-9938e9373c7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.642230] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1284.642230] env[70059]: value = "task-3190061" [ 1284.642230] env[70059]: _type = "Task" [ 1284.642230] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.650735] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.678648] env[70059]: DEBUG oslo_vmware.api [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190058, 'name': PowerOnVM_Task, 'duration_secs': 0.816874} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.679080] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Resumed the VM {{(pid=70059) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1284.679181] env[70059]: DEBUG nova.compute.manager [None req-0df9742e-d98b-49bf-b904-78f5f863598f tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.680039] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085444a-0efe-4fba-90e9-2ca1769efbde {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.989668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.045114] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190060, 'name': Rename_Task, 'duration_secs': 0.220002} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.045397] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.045710] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640c4956-7ee6-4dab-abdd-4a48b883cc28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.051799] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1285.051799] env[70059]: value = "task-3190062" [ 1285.051799] env[70059]: _type = "Task" [ 1285.051799] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.059307] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.152079] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.561604] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.654257] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190061, 'name': ReconfigVM_Task, 'duration_secs': 0.567749} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.654609] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1285.659812] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c9f6ed-e20a-411b-bfc6-5061ba2221bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.675700] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1285.675700] env[70059]: value = "task-3190063" [ 1285.675700] env[70059]: _type = "Task" [ 1285.675700] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.683621] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.701379] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.701633] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.701843] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.702034] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.702213] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.704300] env[70059]: INFO nova.compute.manager [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Terminating instance [ 1286.042780] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "961ab513-94c8-45c5-bd44-649f5dfb2741" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.043038] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.043348] env[70059]: INFO nova.compute.manager [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Attaching volume 4ebfd4c6-6c38-4c0c-9029-f04766451f69 to /dev/sdb [ 1286.062334] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190062, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.074164] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ad3e3-1b6b-463e-8e27-fdc5c9538232 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.080762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7491ba-571b-480a-a43f-c72812178b48 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.094489] env[70059]: DEBUG nova.virt.block_device [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Updating existing volume attachment record: ba07eb22-b2db-4b1c-949a-e29fc1fe73fb {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1286.185894] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190063, 'name': ReconfigVM_Task, 'duration_secs': 0.445865} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.186297] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637935', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'name': 'volume-52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1f6d1dcc-17d0-4122-980d-68d297ed52e5', 'attached_at': '2025-03-26T22:12:37.000000', 'detached_at': '', 'volume_id': '52f93ec7-ac07-4f02-9a9a-67a9545f0985', 'serial': '52f93ec7-ac07-4f02-9a9a-67a9545f0985'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1286.186636] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.187493] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb65ad-3c6d-4356-ad30-e1ebca49277d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.194023] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.194157] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af2e362-f626-4f09-af9c-119301e15224 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.207313] env[70059]: DEBUG nova.compute.manager [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.207531] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.208299] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e515d-eda2-4f68-ad55-4ea7c51da43c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.216833] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.217072] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81748c8-cf98-4914-871e-52cadba6ebe6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.222933] env[70059]: DEBUG oslo_vmware.api [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1286.222933] env[70059]: value = "task-3190065" [ 1286.222933] env[70059]: _type = "Task" [ 1286.222933] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.231694] env[70059]: DEBUG oslo_vmware.api [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.292355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.292697] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.561304] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.561648] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.561891] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleting the datastore file [datastore2] 1f6d1dcc-17d0-4122-980d-68d297ed52e5 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.562765] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43a9e48-ef1b-45c3-aded-bef669737da9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.569188] env[70059]: DEBUG oslo_vmware.api [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190062, 'name': PowerOnVM_Task, 'duration_secs': 1.226601} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.569847] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.570116] env[70059]: INFO nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1286.570361] env[70059]: DEBUG nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.571370] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac45367-0d21-4fb3-a5aa-1a6ef9f9ed68 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.575600] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1286.575600] env[70059]: value = "task-3190069" [ 1286.575600] env[70059]: _type = "Task" [ 1286.575600] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.590989] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.732809] env[70059]: DEBUG oslo_vmware.api [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190065, 'name': PowerOffVM_Task, 'duration_secs': 0.260304} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.733256] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.733256] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.733499] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1c01f77-e365-45d2-a83f-55499fb0396c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.796138] env[70059]: DEBUG nova.compute.utils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.803921] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.804305] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.804557] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleting the datastore file [datastore2] ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.804960] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd760bb-084c-4724-9b4c-833c9a7674d6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.812435] env[70059]: DEBUG oslo_vmware.api [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for the task: (returnval){ [ 1286.812435] env[70059]: value = "task-3190071" [ 1286.812435] env[70059]: _type = "Task" [ 1286.812435] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.820543] env[70059]: DEBUG oslo_vmware.api [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.085138] env[70059]: DEBUG oslo_vmware.api [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140685} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.085359] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.085546] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.085720] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.085889] env[70059]: INFO nova.compute.manager [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Took 3.06 seconds to destroy the instance on the hypervisor. [ 1287.086139] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.086335] env[70059]: DEBUG nova.compute.manager [-] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.086434] env[70059]: DEBUG nova.network.neutron [-] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.094362] env[70059]: INFO nova.compute.manager [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Took 16.10 seconds to build instance. [ 1287.300915] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.323089] env[70059]: DEBUG oslo_vmware.api [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Task: {'id': task-3190071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127433} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.326477] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.326477] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.326477] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.326477] env[70059]: INFO nova.compute.manager [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1287.326477] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.326477] env[70059]: DEBUG nova.compute.manager [-] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.326477] env[70059]: DEBUG nova.network.neutron [-] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.596692] env[70059]: DEBUG oslo_concurrency.lockutils [None req-9877c586-38d9-48a3-b34f-a25f0da0d220 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.611s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.831288] env[70059]: DEBUG nova.compute.manager [req-2237ad1f-086b-4015-b24d-de92340efdc1 req-46a21fdc-b122-4ee2-acb1-bb11143c76cc service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Received event network-vif-deleted-b123cdc3-e8d8-4454-a323-9903b773d270 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.831822] env[70059]: INFO nova.compute.manager [req-2237ad1f-086b-4015-b24d-de92340efdc1 req-46a21fdc-b122-4ee2-acb1-bb11143c76cc service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Neutron deleted interface b123cdc3-e8d8-4454-a323-9903b773d270; detaching it from the instance and deleting it from the info cache [ 1287.832234] env[70059]: DEBUG nova.network.neutron [req-2237ad1f-086b-4015-b24d-de92340efdc1 req-46a21fdc-b122-4ee2-acb1-bb11143c76cc service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.856959] env[70059]: DEBUG nova.compute.manager [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Received event network-changed-a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.857169] env[70059]: DEBUG nova.compute.manager [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Refreshing instance network info cache due to event network-changed-a9d17577-102e-45ee-9d57-787f0920bf14. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.857397] env[70059]: DEBUG oslo_concurrency.lockutils [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] Acquiring lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.857544] env[70059]: DEBUG oslo_concurrency.lockutils [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] Acquired lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.857706] env[70059]: DEBUG nova.network.neutron [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Refreshing network info cache for port a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.996446] env[70059]: DEBUG nova.network.neutron [-] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.340075] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-444f6e37-7d0b-445c-810d-45e1d731e34b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.350230] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0472615-1e96-446b-a3e7-4a4c8f31d148 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.373831] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.374101] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.374346] env[70059]: INFO nova.compute.manager [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Attaching volume ca6e44b5-6de4-4d69-890c-55a61bd6703d to /dev/sdb [ 1288.385209] env[70059]: DEBUG nova.compute.manager [req-2237ad1f-086b-4015-b24d-de92340efdc1 req-46a21fdc-b122-4ee2-acb1-bb11143c76cc service nova] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Detach interface failed, port_id=b123cdc3-e8d8-4454-a323-9903b773d270, reason: Instance 1f6d1dcc-17d0-4122-980d-68d297ed52e5 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.421373] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd18cc-ab28-416c-857c-9f8abf5d8c71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.427894] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496f4eb-5ca6-4136-ac19-ee03f7054f85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.445052] env[70059]: DEBUG nova.virt.block_device [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating existing volume attachment record: cc55b317-36b2-4711-8123-cdf5958a6d85 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.499039] env[70059]: INFO nova.compute.manager [-] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Took 1.41 seconds to deallocate network for instance. [ 1288.578318] env[70059]: DEBUG nova.network.neutron [-] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.588537] env[70059]: DEBUG nova.network.neutron [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updated VIF entry in instance network info cache for port a9d17577-102e-45ee-9d57-787f0920bf14. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.588537] env[70059]: DEBUG nova.network.neutron [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updating instance_info_cache with network_info: [{"id": "a9d17577-102e-45ee-9d57-787f0920bf14", "address": "fa:16:3e:48:8e:ea", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d17577-10", "ovs_interfaceid": "a9d17577-102e-45ee-9d57-787f0920bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.086192] env[70059]: INFO nova.compute.manager [-] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Took 1.76 seconds to deallocate network for instance. [ 1289.091234] env[70059]: DEBUG oslo_concurrency.lockutils [req-c4874a14-6624-4f6d-89d0-fc0bdc67ce20 req-3d95829a-1f3b-42b4-9a76-90c33aca346e service nova] Releasing lock "refresh_cache-3d22e533-ff92-4512-8c30-0c3cfb0b633a" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.593668] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.593992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.594276] env[70059]: DEBUG nova.objects.instance [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lazy-loading 'resources' on Instance uuid ff90388a-5b71-4899-92dd-5745b8d0fe4f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.884939] env[70059]: DEBUG nova.compute.manager [req-712e3a0f-ade9-4cab-9ab0-6e11f9226483 req-5dd6aa12-9546-488b-8501-6c0e7ea3359b service nova] [instance: ff90388a-5b71-4899-92dd-5745b8d0fe4f] Received event network-vif-deleted-e999495b-cbcf-453e-9df7-381b0e6f9699 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.192610] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d6c19-6044-4d48-a1c8-a44d899b097f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.200667] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5af8f5b-4374-4d77-ad11-caab6a0445e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.229822] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdcc91e-af2b-4081-86de-67ff35b48878 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.236675] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd610c2-ba10-4cd1-98c2-05ea72f5b439 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.249024] env[70059]: DEBUG nova.compute.provider_tree [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.640687] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1290.640822] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637948', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'name': 'volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '961ab513-94c8-45c5-bd44-649f5dfb2741', 'attached_at': '', 'detached_at': '', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'serial': '4ebfd4c6-6c38-4c0c-9029-f04766451f69'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1290.641772] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34be28-ab7a-4b04-8e9c-3a20b756f739 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.657989] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dcdbe2-aa07-47e4-9247-7b87c47ebce4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.684735] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69/volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.685042] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a037b739-55fe-475d-8582-6717e9575e85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.702706] env[70059]: DEBUG oslo_vmware.api [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1290.702706] env[70059]: value = "task-3190075" [ 1290.702706] env[70059]: _type = "Task" [ 1290.702706] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.710045] env[70059]: DEBUG oslo_vmware.api [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.752463] env[70059]: DEBUG nova.scheduler.client.report [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.175913] env[70059]: INFO nova.compute.manager [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 1f6d1dcc-17d0-4122-980d-68d297ed52e5] Took 2.68 seconds to detach 1 volumes for instance. [ 1291.214023] env[70059]: DEBUG oslo_vmware.api [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190075, 'name': ReconfigVM_Task, 'duration_secs': 0.361077} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.214297] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69/volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.219086] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb9ae7e-14e1-4822-9faf-e2ea0798b030 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.234387] env[70059]: DEBUG oslo_vmware.api [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1291.234387] env[70059]: value = "task-3190076" [ 1291.234387] env[70059]: _type = "Task" [ 1291.234387] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.242024] env[70059]: DEBUG oslo_vmware.api [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.258113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.278536] env[70059]: INFO nova.scheduler.client.report [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Deleted allocations for instance ff90388a-5b71-4899-92dd-5745b8d0fe4f [ 1291.682890] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.683202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.683398] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.702242] env[70059]: INFO nova.scheduler.client.report [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted allocations for instance 1f6d1dcc-17d0-4122-980d-68d297ed52e5 [ 1291.744921] env[70059]: DEBUG oslo_vmware.api [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190076, 'name': ReconfigVM_Task, 'duration_secs': 0.148035} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.745224] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637948', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'name': 'volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '961ab513-94c8-45c5-bd44-649f5dfb2741', 'attached_at': '', 'detached_at': '', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'serial': '4ebfd4c6-6c38-4c0c-9029-f04766451f69'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1291.786040] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fa030202-2c1c-4d1d-bc03-b02d0da206d8 tempest-ServerActionsTestJSON-2098123902 tempest-ServerActionsTestJSON-2098123902-project-member] Lock "ff90388a-5b71-4899-92dd-5745b8d0fe4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.084s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.210369] env[70059]: DEBUG oslo_concurrency.lockutils [None req-12daf40f-cace-4ae0-beda-fa978f059b9a tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "1f6d1dcc-17d0-4122-980d-68d297ed52e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.685s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.783899] env[70059]: DEBUG nova.objects.instance [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'flavor' on Instance uuid 961ab513-94c8-45c5-bd44-649f5dfb2741 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.991917] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.992131] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637949', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'name': 'volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'serial': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.993018] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e1363c-47ad-4050-926e-638042596029 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.009642] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c3b32-2c44-4a9f-aee0-dc73704d5d87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.034643] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d/volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.034897] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc89d5aa-4ac2-48af-bcd7-e7142134dd79 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.051959] env[70059]: DEBUG oslo_vmware.api [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1293.051959] env[70059]: value = "task-3190077" [ 1293.051959] env[70059]: _type = "Task" [ 1293.051959] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.059316] env[70059]: DEBUG oslo_vmware.api [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.199959] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.200268] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.288844] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1adfdc25-a1a3-4b27-a0c5-6040ef668874 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.562728] env[70059]: DEBUG oslo_vmware.api [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190077, 'name': ReconfigVM_Task, 'duration_secs': 0.419022} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.563174] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d/volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.567947] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fceed022-0d3e-4b72-b454-c7966cf8a0e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.583761] env[70059]: DEBUG oslo_vmware.api [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1293.583761] env[70059]: value = "task-3190078" [ 1293.583761] env[70059]: _type = "Task" [ 1293.583761] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.591417] env[70059]: DEBUG oslo_vmware.api [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.703809] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.886114] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "961ab513-94c8-45c5-bd44-649f5dfb2741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.886531] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.886636] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "961ab513-94c8-45c5-bd44-649f5dfb2741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.886805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.886975] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.889516] env[70059]: INFO nova.compute.manager [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Terminating instance [ 1294.094739] env[70059]: DEBUG oslo_vmware.api [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190078, 'name': ReconfigVM_Task, 'duration_secs': 0.150347} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.095620] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637949', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'name': 'volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'serial': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1294.225241] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.225517] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.227047] env[70059]: INFO nova.compute.claims [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.394228] env[70059]: DEBUG nova.compute.manager [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.394487] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.394791] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde350de-32da-47cd-8ec8-993b2cc71f9f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.403515] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1294.403515] env[70059]: value = "task-3190079" [ 1294.403515] env[70059]: _type = "Task" [ 1294.403515] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.412421] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.912998] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190079, 'name': PowerOffVM_Task, 'duration_secs': 0.209956} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.913332] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.913416] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.913606] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637948', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'name': 'volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '961ab513-94c8-45c5-bd44-649f5dfb2741', 'attached_at': '', 'detached_at': '', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'serial': '4ebfd4c6-6c38-4c0c-9029-f04766451f69'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.914384] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0695a3c4-6c4b-4931-b149-76d5dfd61793 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.933872] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93d81f-18ff-42da-a035-765fd245ee87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.939783] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66ae67-832a-471a-81a1-7cb216e59d85 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.958574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d93447-312c-4cff-9f9a-ba3a9080511a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.974138] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69/volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.979326] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.979578] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc35713-1585-4eaf-bc7f-77a45edb472e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.996387] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1294.996387] env[70059]: value = "task-3190080" [ 1294.996387] env[70059]: _type = "Task" [ 1294.996387] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.003863] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.136267] env[70059]: DEBUG nova.objects.instance [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid be9788cb-c143-4efc-b191-7aadb4b176e1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.309631] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690b79e-2659-4f91-9171-c6db4af58d65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.316790] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b722810-ac81-43e6-8d51-7da25d06ff9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.345983] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e4b8b-d1d3-475a-a31c-97d874dece1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.353116] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b753c3e-df4d-48ae-bb8e-5c5d3c0e4a9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.366089] env[70059]: DEBUG nova.compute.provider_tree [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.509143] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190080, 'name': ReconfigVM_Task, 'duration_secs': 0.184375} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.509435] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.514088] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0b4f50-81ad-4371-98eb-486a0c4313f4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.529677] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1295.529677] env[70059]: value = "task-3190081" [ 1295.529677] env[70059]: _type = "Task" [ 1295.529677] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.537855] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.641312] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.641312] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.641312] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.642080] env[70059]: DEBUG oslo_concurrency.lockutils [None req-cec62854-981d-44dd-894c-442ab4b91fca tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.869763] env[70059]: DEBUG nova.scheduler.client.report [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.039965] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190081, 'name': ReconfigVM_Task, 'duration_secs': 0.161145} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.040377] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637948', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'name': 'volume-4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '961ab513-94c8-45c5-bd44-649f5dfb2741', 'attached_at': '', 'detached_at': '', 'volume_id': '4ebfd4c6-6c38-4c0c-9029-f04766451f69', 'serial': '4ebfd4c6-6c38-4c0c-9029-f04766451f69'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1296.040557] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.041360] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edabda7-c94d-4b7c-b443-3a4365e23c25 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.047616] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.047822] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca70c429-76e4-4ed9-b50e-a7db38f1e8b9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.112412] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.112627] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.112808] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleting the datastore file [datastore2] 961ab513-94c8-45c5-bd44-649f5dfb2741 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.113089] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81763e6d-4c2b-472c-be6a-3e8676b9363f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.119307] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1296.119307] env[70059]: value = "task-3190083" [ 1296.119307] env[70059]: _type = "Task" [ 1296.119307] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.128669] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.374690] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.375265] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.630642] env[70059]: DEBUG oslo_vmware.api [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128523} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.630861] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.631079] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.631232] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.631452] env[70059]: INFO nova.compute.manager [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1296.631699] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.631891] env[70059]: DEBUG nova.compute.manager [-] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.631984] env[70059]: DEBUG nova.network.neutron [-] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.637146] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.637342] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.637478] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1296.708532] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.708822] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.880496] env[70059]: DEBUG nova.compute.utils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.882193] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1296.882193] env[70059]: DEBUG nova.network.neutron [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.935823] env[70059]: DEBUG nova.policy [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f8fd3af90204522bf140bae43e1f3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c80df9ef80e140f7baa7e260e967d582', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.970681] env[70059]: DEBUG nova.compute.manager [req-6dbbda1f-bccb-43c2-82d7-c25b041e5404 req-2a0a9362-fcfe-4e91-8468-c48f62fd6ac8 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Received event network-vif-deleted-eada5cda-a3f3-4577-9e3c-27f6b16f72de {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.970681] env[70059]: INFO nova.compute.manager [req-6dbbda1f-bccb-43c2-82d7-c25b041e5404 req-2a0a9362-fcfe-4e91-8468-c48f62fd6ac8 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Neutron deleted interface eada5cda-a3f3-4577-9e3c-27f6b16f72de; detaching it from the instance and deleting it from the info cache [ 1296.970886] env[70059]: DEBUG nova.network.neutron [req-6dbbda1f-bccb-43c2-82d7-c25b041e5404 req-2a0a9362-fcfe-4e91-8468-c48f62fd6ac8 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.195527] env[70059]: DEBUG nova.network.neutron [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Successfully created port: bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.211892] env[70059]: DEBUG nova.compute.utils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.384975] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.414483] env[70059]: DEBUG nova.network.neutron [-] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.474042] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2638271e-a137-4525-b593-6a74dfe0335b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.483278] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba2447-ebdc-4b6b-80ac-4eb980f6e258 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.511935] env[70059]: DEBUG nova.compute.manager [req-6dbbda1f-bccb-43c2-82d7-c25b041e5404 req-2a0a9362-fcfe-4e91-8468-c48f62fd6ac8 service nova] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Detach interface failed, port_id=eada5cda-a3f3-4577-9e3c-27f6b16f72de, reason: Instance 961ab513-94c8-45c5-bd44-649f5dfb2741 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.633238] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.714153] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.916974] env[70059]: INFO nova.compute.manager [-] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Took 1.28 seconds to deallocate network for instance. [ 1298.395938] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.426502] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.426796] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.426962] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.427211] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.427385] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.427535] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.427743] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.427902] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.428082] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.428275] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.428459] env[70059]: DEBUG nova.virt.hardware [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.429347] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2220f19-16be-475d-b8ad-0d39cb1d0f24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.437440] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2de9f0-b902-402c-82bf-5692cec76964 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.461723] env[70059]: INFO nova.compute.manager [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 961ab513-94c8-45c5-bd44-649f5dfb2741] Took 0.54 seconds to detach 1 volumes for instance. [ 1298.589910] env[70059]: DEBUG nova.compute.manager [req-a4c6dbb5-fc93-4974-8351-74a57cda4cef req-c2f5060d-7e06-4bf6-a6f7-ce3bfcb0be05 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-vif-plugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.589910] env[70059]: DEBUG oslo_concurrency.lockutils [req-a4c6dbb5-fc93-4974-8351-74a57cda4cef req-c2f5060d-7e06-4bf6-a6f7-ce3bfcb0be05 service nova] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.592676] env[70059]: DEBUG oslo_concurrency.lockutils [req-a4c6dbb5-fc93-4974-8351-74a57cda4cef req-c2f5060d-7e06-4bf6-a6f7-ce3bfcb0be05 service nova] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.592676] env[70059]: DEBUG oslo_concurrency.lockutils [req-a4c6dbb5-fc93-4974-8351-74a57cda4cef req-c2f5060d-7e06-4bf6-a6f7-ce3bfcb0be05 service nova] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.592676] env[70059]: DEBUG nova.compute.manager [req-a4c6dbb5-fc93-4974-8351-74a57cda4cef req-c2f5060d-7e06-4bf6-a6f7-ce3bfcb0be05 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] No waiting events found dispatching network-vif-plugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.592676] env[70059]: WARNING nova.compute.manager [req-a4c6dbb5-fc93-4974-8351-74a57cda4cef req-c2f5060d-7e06-4bf6-a6f7-ce3bfcb0be05 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received unexpected event network-vif-plugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb for instance with vm_state building and task_state spawning. [ 1298.655199] env[70059]: DEBUG nova.network.neutron [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Successfully updated port: bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.777069] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.777263] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.777502] env[70059]: INFO nova.compute.manager [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Attaching volume ac34ae85-70db-43e7-a20c-f099e7c9d863 to /dev/sdc [ 1298.812282] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802606ed-b76c-45b3-8517-7ce70536a5f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.819707] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac7c6a-2a67-4bcf-b801-019eb462b783 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.833847] env[70059]: DEBUG nova.virt.block_device [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating existing volume attachment record: 5f649ada-414b-4e77-8223-1f9a1dc36db3 {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1298.968111] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.968516] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.968739] env[70059]: DEBUG nova.objects.instance [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'resources' on Instance uuid 961ab513-94c8-45c5-bd44-649f5dfb2741 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.161533] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.161640] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.161789] env[70059]: DEBUG nova.network.neutron [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.541646] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6e8c3-81ab-4746-9b29-3a432289bbf4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.548999] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931e291-c7da-4b81-b8f9-cc87efb3845b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.580967] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92154e3c-6266-4227-bc7c-cc01d5ae59df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.588462] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b916f9-c4f4-4f67-8ea7-268cd957d811 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.601397] env[70059]: DEBUG nova.compute.provider_tree [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.637927] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.693656] env[70059]: DEBUG nova.network.neutron [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.815362] env[70059]: DEBUG nova.network.neutron [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.105377] env[70059]: DEBUG nova.scheduler.client.report [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.140764] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.318673] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.319028] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Instance network_info: |[{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.319492] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:26:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc97eb24-2ae1-4fab-97e7-f119750b5feb', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.326896] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.327116] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.327342] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b678005b-59e5-4584-82ac-9bf8d5d62c32 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.348195] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.348195] env[70059]: value = "task-3190085" [ 1300.348195] env[70059]: _type = "Task" [ 1300.348195] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.355716] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190085, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.609678] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.613960] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.473s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.614232] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.614429] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1300.615654] env[70059]: DEBUG nova.compute.manager [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.615890] env[70059]: DEBUG nova.compute.manager [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing instance network info cache due to event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.616151] env[70059]: DEBUG oslo_concurrency.lockutils [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.616336] env[70059]: DEBUG oslo_concurrency.lockutils [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.616538] env[70059]: DEBUG nova.network.neutron [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.618899] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df5843-8418-43ac-89dd-9b9fcc7451af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.628995] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a153ff1-db31-405b-8dd5-0f1fa644feb1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.635582] env[70059]: INFO nova.scheduler.client.report [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocations for instance 961ab513-94c8-45c5-bd44-649f5dfb2741 [ 1300.650500] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07097e0d-db48-4a17-8340-f95680e7fcfd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.657603] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a5d47-a458-4f9b-9312-6ee8c99efe23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.689357] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180356MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1300.689553] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.689728] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.858633] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190085, 'name': CreateVM_Task, 'duration_secs': 0.308803} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.858862] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.859442] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.859613] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.859936] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.860217] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2a07fb-a75c-4f92-9554-8ae3cee4a7d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.864635] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1300.864635] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bef724-702a-5c56-8cfd-8bc2059d4214" [ 1300.864635] env[70059]: _type = "Task" [ 1300.864635] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.872037] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bef724-702a-5c56-8cfd-8bc2059d4214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.145868] env[70059]: DEBUG oslo_concurrency.lockutils [None req-26571a4d-493a-4418-9941-aa1d4c5aca94 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "961ab513-94c8-45c5-bd44-649f5dfb2741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.259s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.333085] env[70059]: DEBUG nova.network.neutron [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updated VIF entry in instance network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.333469] env[70059]: DEBUG nova.network.neutron [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.374774] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bef724-702a-5c56-8cfd-8bc2059d4214, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.375085] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.375319] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.375552] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.375694] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.375868] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.376139] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af17c854-cd78-44a3-a1b9-c2735b444ab8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.384615] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.384801] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.385526] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d71385-8e55-413f-82c4-c5278d6b7b16 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.390784] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1301.390784] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52c4e5f2-2c8f-53a1-420a-b3c3dc99a9d5" [ 1301.390784] env[70059]: _type = "Task" [ 1301.390784] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.397647] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c4e5f2-2c8f-53a1-420a-b3c3dc99a9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.741667] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance be9788cb-c143-4efc-b191-7aadb4b176e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.741939] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 0b3a27f1-5b01-4ad6-a335-42b978137b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.742053] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 3d22e533-ff92-4512-8c30-0c3cfb0b633a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.742213] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2afd1050-82d4-4319-9999-7307f33cc63b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1301.836070] env[70059]: DEBUG oslo_concurrency.lockutils [req-5ea88f80-8f80-42d0-a0db-c0c9a73c4424 req-aee721ab-5cca-4d7c-a67d-2f4c02d98d0c service nova] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.901121] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52c4e5f2-2c8f-53a1-420a-b3c3dc99a9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.007982} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.901876] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfa1034-85bb-41d5-9b33-c218b34cc78e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.907104] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1301.907104] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f0e4d3-cad8-f908-2e61-7ad6f616f780" [ 1301.907104] env[70059]: _type = "Task" [ 1301.907104] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.913988] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0e4d3-cad8-f908-2e61-7ad6f616f780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.245543] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 62d90d99-5bde-49d4-9041-58875e77777f has allocations against this compute host but is not found in the database. [ 1302.245813] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1302.245981] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1302.304958] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a33ceb-48c0-4269-ac22-fa969a20e9bb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.312697] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba33b1dc-e9d4-46cf-bf87-c373e8a61da5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.341532] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce83cc4-61b4-494c-aab2-602b46887aa6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.348722] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc73e364-1cc3-47ea-af2f-0239fb72ceb6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.362692] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.419193] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f0e4d3-cad8-f908-2e61-7ad6f616f780, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.419485] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.419741] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.420027] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c15f4fb6-bf3f-442c-9550-5e1f6324cca2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.427399] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1302.427399] env[70059]: value = "task-3190087" [ 1302.427399] env[70059]: _type = "Task" [ 1302.427399] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.435941] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.883787] env[70059]: ERROR nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [req-1ec31028-fcff-47c1-a837-4261305907fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ec31028-fcff-47c1-a837-4261305907fb"}]} [ 1302.900470] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1302.912877] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1302.913104] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.923456] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1302.937601] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444742} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.937868] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.938108] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.938375] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e9b109c-3bd4-4f0d-841e-48f9075b4fcf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.941305] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1302.945928] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1302.945928] env[70059]: value = "task-3190088" [ 1302.945928] env[70059]: _type = "Task" [ 1302.945928] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.955280] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.015764] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "8444eed9-0254-4100-bb5a-38fb16853867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.015991] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.017882] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d5410-671a-4353-b8de-db6b664ce2f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.025251] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626ffc2-d7a5-4f99-80a6-684707ee85cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.055895] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03130d89-e9f8-4c54-a2d9-603c9f5d3101 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.062815] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a198030-c901-4447-b23c-eea97f924eae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.077457] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.382257] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1303.382652] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637950', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'name': 'volume-ac34ae85-70db-43e7-a20c-f099e7c9d863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'serial': 'ac34ae85-70db-43e7-a20c-f099e7c9d863'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1303.383561] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da2692-8dbb-4208-8397-9296b44ffbae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.399458] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7695188-1008-4d14-87d9-a55a60038075 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.425522] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-ac34ae85-70db-43e7-a20c-f099e7c9d863/volume-ac34ae85-70db-43e7-a20c-f099e7c9d863.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.425772] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2194733d-4c1f-4d46-a219-111981c6fa64 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.443696] env[70059]: DEBUG oslo_vmware.api [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1303.443696] env[70059]: value = "task-3190089" [ 1303.443696] env[70059]: _type = "Task" [ 1303.443696] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.454058] env[70059]: DEBUG oslo_vmware.api [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.457055] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096036} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.457055] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.457999] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459dc05e-bd47-4d6d-86e1-4267b051a160 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.482553] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.482926] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6691ff9b-8abd-463e-b7d2-9d8adb7e3775 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.505047] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1303.505047] env[70059]: value = "task-3190090" [ 1303.505047] env[70059]: _type = "Task" [ 1303.505047] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.512776] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.521292] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.580868] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.954657] env[70059]: DEBUG oslo_vmware.api [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190089, 'name': ReconfigVM_Task, 'duration_secs': 0.438508} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.955071] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-ac34ae85-70db-43e7-a20c-f099e7c9d863/volume-ac34ae85-70db-43e7-a20c-f099e7c9d863.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.959493] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256eedbc-9d1b-4eef-9e2c-18375fc3500e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.973801] env[70059]: DEBUG oslo_vmware.api [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1303.973801] env[70059]: value = "task-3190091" [ 1303.973801] env[70059]: _type = "Task" [ 1303.973801] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.980955] env[70059]: DEBUG oslo_vmware.api [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.013858] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190090, 'name': ReconfigVM_Task, 'duration_secs': 0.301178} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.014109] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.014695] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426beb30-e5d0-46a5-9386-368ebfed66e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.020870] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1304.020870] env[70059]: value = "task-3190092" [ 1304.020870] env[70059]: _type = "Task" [ 1304.020870] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.029935] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190092, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.047981] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.085875] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1304.085875] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.396s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.086163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.038s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.087678] env[70059]: INFO nova.compute.claims [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.483435] env[70059]: DEBUG oslo_vmware.api [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190091, 'name': ReconfigVM_Task, 'duration_secs': 0.148845} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.483737] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637950', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'name': 'volume-ac34ae85-70db-43e7-a20c-f099e7c9d863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'serial': 'ac34ae85-70db-43e7-a20c-f099e7c9d863'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.530676] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190092, 'name': Rename_Task, 'duration_secs': 0.176668} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.530915] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.531173] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e4062ec-a98f-4e00-9c9f-881a6e1d4e8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.538058] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1304.538058] env[70059]: value = "task-3190093" [ 1304.538058] env[70059]: _type = "Task" [ 1304.538058] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.545419] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.048281] env[70059]: DEBUG oslo_vmware.api [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190093, 'name': PowerOnVM_Task, 'duration_secs': 0.48027} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.048624] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.048868] env[70059]: INFO nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1305.049129] env[70059]: DEBUG nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.049892] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55f738-fc28-47f2-b9d7-6df100b53226 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.165989] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db7b74c-0f2d-4e60-8dbf-41bb67edadcf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.173963] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f9997-57e2-4a56-be77-1d1a2802c166 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.204100] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445149a-32e6-4bcc-8d78-887408092066 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.211079] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c5a504-a980-4a4b-86cc-6cf832e260a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.223944] env[70059]: DEBUG nova.compute.provider_tree [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.521351] env[70059]: DEBUG nova.objects.instance [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid be9788cb-c143-4efc-b191-7aadb4b176e1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.568505] env[70059]: INFO nova.compute.manager [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Took 11.36 seconds to build instance. [ 1305.726682] env[70059]: DEBUG nova.scheduler.client.report [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.026480] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a828ba63-69f1-4b1c-b457-970d8ca5d762 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.070586] env[70059]: DEBUG oslo_concurrency.lockutils [None req-e3de5977-ea50-4e01-84f1-2b4d46f20fff tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.870s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.084574] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.084796] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.232301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.232828] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.315661] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.315904] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.504978] env[70059]: DEBUG nova.compute.manager [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.505234] env[70059]: DEBUG nova.compute.manager [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing instance network info cache due to event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.505427] env[70059]: DEBUG oslo_concurrency.lockutils [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.505624] env[70059]: DEBUG oslo_concurrency.lockutils [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.505726] env[70059]: DEBUG nova.network.neutron [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.737554] env[70059]: DEBUG nova.compute.utils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.742019] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.742019] env[70059]: DEBUG nova.network.neutron [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.778640] env[70059]: DEBUG nova.policy [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275c162be2c4813b7780b7276023d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfba0ac280493298000e61ffaf21ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.818523] env[70059]: INFO nova.compute.manager [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Detaching volume ca6e44b5-6de4-4d69-890c-55a61bd6703d [ 1306.855122] env[70059]: INFO nova.virt.block_device [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Attempting to driver detach volume ca6e44b5-6de4-4d69-890c-55a61bd6703d from mountpoint /dev/sdb [ 1306.855372] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.855568] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637949', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'name': 'volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'serial': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.856510] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c5eb0-b2aa-482f-806f-5d407b8e9bee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.881372] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ca8ec1-c535-4bf7-8192-ba9a6ad892b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.888424] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c891af-0775-487b-b51e-3486877b7afa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.910841] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efcc15-eb9f-4026-800d-d0af9d3064c6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.925128] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d/volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.930134] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.930441] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da70da7c-e432-4329-9dcb-940f9e486c79 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.947646] env[70059]: DEBUG oslo_vmware.api [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1306.947646] env[70059]: value = "task-3190094" [ 1306.947646] env[70059]: _type = "Task" [ 1306.947646] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.955107] env[70059]: DEBUG oslo_vmware.api [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.048961] env[70059]: DEBUG nova.network.neutron [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Successfully created port: ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.242221] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.247840] env[70059]: DEBUG nova.network.neutron [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updated VIF entry in instance network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.248248] env[70059]: DEBUG nova.network.neutron [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.460615] env[70059]: DEBUG oslo_vmware.api [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190094, 'name': ReconfigVM_Task, 'duration_secs': 0.246828} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.460919] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.466099] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dfc8549-7c18-4708-b836-6f75961789ad {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.482163] env[70059]: DEBUG oslo_vmware.api [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1307.482163] env[70059]: value = "task-3190095" [ 1307.482163] env[70059]: _type = "Task" [ 1307.482163] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.490278] env[70059]: DEBUG oslo_vmware.api [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.751976] env[70059]: DEBUG oslo_concurrency.lockutils [req-1b0d3c56-c72f-4259-b582-86f56daf41d5 req-17e7c9fd-98d8-4ccb-9b1a-10a43b2847d1 service nova] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.993068] env[70059]: DEBUG oslo_vmware.api [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190095, 'name': ReconfigVM_Task, 'duration_secs': 0.145385} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.993365] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637949', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'name': 'volume-ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d', 'serial': 'ca6e44b5-6de4-4d69-890c-55a61bd6703d'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.254666] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.280375] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.280640] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.280831] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.280982] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.281144] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.281293] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.281537] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.281696] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.281862] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.282036] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.282215] env[70059]: DEBUG nova.virt.hardware [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.283059] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590c638d-f8b0-4c05-9552-a7d7fb2c87a0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.291044] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02736d8-f1f5-4cf1-a581-e4bf209337ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.486720] env[70059]: DEBUG nova.network.neutron [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Successfully updated port: ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.528843] env[70059]: DEBUG nova.compute.manager [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Received event network-vif-plugged-ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.529012] env[70059]: DEBUG oslo_concurrency.lockutils [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] Acquiring lock "8444eed9-0254-4100-bb5a-38fb16853867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.529227] env[70059]: DEBUG oslo_concurrency.lockutils [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] Lock "8444eed9-0254-4100-bb5a-38fb16853867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.529397] env[70059]: DEBUG oslo_concurrency.lockutils [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] Lock "8444eed9-0254-4100-bb5a-38fb16853867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.529572] env[70059]: DEBUG nova.compute.manager [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] No waiting events found dispatching network-vif-plugged-ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.529735] env[70059]: WARNING nova.compute.manager [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Received unexpected event network-vif-plugged-ac2ffc57-2558-4dbb-b777-19d7a5974795 for instance with vm_state building and task_state spawning. [ 1308.529891] env[70059]: DEBUG nova.compute.manager [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Received event network-changed-ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.530054] env[70059]: DEBUG nova.compute.manager [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Refreshing instance network info cache due to event network-changed-ac2ffc57-2558-4dbb-b777-19d7a5974795. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.530239] env[70059]: DEBUG oslo_concurrency.lockutils [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] Acquiring lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.530382] env[70059]: DEBUG oslo_concurrency.lockutils [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] Acquired lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.530529] env[70059]: DEBUG nova.network.neutron [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Refreshing network info cache for port ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.533387] env[70059]: DEBUG nova.objects.instance [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid be9788cb-c143-4efc-b191-7aadb4b176e1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.989640] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.063938] env[70059]: DEBUG nova.network.neutron [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.136902] env[70059]: DEBUG nova.network.neutron [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.541420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-55c47a5a-1f8c-4b37-b684-7bc70fb18a2e tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.566853] env[70059]: DEBUG oslo_concurrency.lockutils [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.567121] env[70059]: DEBUG oslo_concurrency.lockutils [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.639621] env[70059]: DEBUG oslo_concurrency.lockutils [req-eb153e3c-8272-462e-b42b-f6099230a49e req-515f26ad-976f-40f4-a76c-ad3cc6f4aa2f service nova] Releasing lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.640009] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.640179] env[70059]: DEBUG nova.network.neutron [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.070095] env[70059]: INFO nova.compute.manager [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Detaching volume ac34ae85-70db-43e7-a20c-f099e7c9d863 [ 1310.101385] env[70059]: INFO nova.virt.block_device [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Attempting to driver detach volume ac34ae85-70db-43e7-a20c-f099e7c9d863 from mountpoint /dev/sdc [ 1310.101619] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1310.101806] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637950', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'name': 'volume-ac34ae85-70db-43e7-a20c-f099e7c9d863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'serial': 'ac34ae85-70db-43e7-a20c-f099e7c9d863'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1310.102683] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003035c0-a559-49f1-9b69-c5dfc4590874 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.123619] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f079c0-292f-4533-817b-0d488f9b9dbc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.130587] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fad6df-aa49-450a-a31a-0308067a827b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.151909] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c6ea4-099a-4a2a-beaa-2b3b7e7214da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.167596] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac34ae85-70db-43e7-a20c-f099e7c9d863/volume-ac34ae85-70db-43e7-a20c-f099e7c9d863.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1310.172777] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.173101] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cafbf722-9e9a-491c-9242-971d6fd93a10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.185887] env[70059]: DEBUG nova.network.neutron [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.193189] env[70059]: DEBUG oslo_vmware.api [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1310.193189] env[70059]: value = "task-3190096" [ 1310.193189] env[70059]: _type = "Task" [ 1310.193189] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.200540] env[70059]: DEBUG oslo_vmware.api [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.326511] env[70059]: DEBUG nova.network.neutron [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Updating instance_info_cache with network_info: [{"id": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "address": "fa:16:3e:53:07:e1", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2ffc57-25", "ovs_interfaceid": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.702800] env[70059]: DEBUG oslo_vmware.api [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190096, 'name': ReconfigVM_Task, 'duration_secs': 0.244347} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.703157] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.707561] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-739b44e9-76be-44b4-8a13-c5ed843fc705 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.721848] env[70059]: DEBUG oslo_vmware.api [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1310.721848] env[70059]: value = "task-3190097" [ 1310.721848] env[70059]: _type = "Task" [ 1310.721848] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.729109] env[70059]: DEBUG oslo_vmware.api [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.828934] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.829300] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance network_info: |[{"id": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "address": "fa:16:3e:53:07:e1", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2ffc57-25", "ovs_interfaceid": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.829746] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:07:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac2ffc57-2558-4dbb-b777-19d7a5974795', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.837282] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.837493] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.837716] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e032d342-eb1f-4f46-801b-7d4b76565ef2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.856352] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.856352] env[70059]: value = "task-3190098" [ 1310.856352] env[70059]: _type = "Task" [ 1310.856352] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.864717] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190098, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.231544] env[70059]: DEBUG oslo_vmware.api [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190097, 'name': ReconfigVM_Task, 'duration_secs': 0.131872} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.231863] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637950', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'name': 'volume-ac34ae85-70db-43e7-a20c-f099e7c9d863', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9788cb-c143-4efc-b191-7aadb4b176e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac34ae85-70db-43e7-a20c-f099e7c9d863', 'serial': 'ac34ae85-70db-43e7-a20c-f099e7c9d863'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1311.367666] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190098, 'name': CreateVM_Task, 'duration_secs': 0.279636} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.367873] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.368580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.368743] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.369076] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.369380] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2382fcff-70a2-45d5-8b9f-2369ec5f8336 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.374589] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1311.374589] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52fe8cd0-f501-0494-5e0c-2fe966f2cb7d" [ 1311.374589] env[70059]: _type = "Task" [ 1311.374589] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.382150] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fe8cd0-f501-0494-5e0c-2fe966f2cb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.786559] env[70059]: DEBUG nova.objects.instance [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'flavor' on Instance uuid be9788cb-c143-4efc-b191-7aadb4b176e1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.885423] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52fe8cd0-f501-0494-5e0c-2fe966f2cb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.885720] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.885960] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.886213] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.886365] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.886545] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.886804] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d2fd5e-368b-464c-8c9b-4a1fc8577569 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.895507] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.895691] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.896472] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfdc4daf-1b04-4e5e-8f69-d2fdf1be79cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.901824] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1311.901824] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52dfa529-d0f2-4e7c-a641-a2b49e5c766c" [ 1311.901824] env[70059]: _type = "Task" [ 1311.901824] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.909498] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dfa529-d0f2-4e7c-a641-a2b49e5c766c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.412641] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52dfa529-d0f2-4e7c-a641-a2b49e5c766c, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.413434] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4edfbc4-d128-4487-9056-a1d4225b69f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.418750] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1312.418750] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52241104-e7cc-967d-91bb-94cd77418b67" [ 1312.418750] env[70059]: _type = "Task" [ 1312.418750] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.426775] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52241104-e7cc-967d-91bb-94cd77418b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.794902] env[70059]: DEBUG oslo_concurrency.lockutils [None req-be6bddc6-b571-4c0b-9b9d-a508371d5299 tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.929564] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52241104-e7cc-967d-91bb-94cd77418b67, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.929813] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.930080] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 8444eed9-0254-4100-bb5a-38fb16853867/8444eed9-0254-4100-bb5a-38fb16853867.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.930399] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b147282d-a6a8-4aa4-859e-576e14e94ac7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.937180] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1312.937180] env[70059]: value = "task-3190099" [ 1312.937180] env[70059]: _type = "Task" [ 1312.937180] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.944258] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.446972] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438638} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.447275] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 8444eed9-0254-4100-bb5a-38fb16853867/8444eed9-0254-4100-bb5a-38fb16853867.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.447497] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.447758] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d9b6675-092f-4bb0-bd56-8618e50dc2df {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.454354] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1313.454354] env[70059]: value = "task-3190100" [ 1313.454354] env[70059]: _type = "Task" [ 1313.454354] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.464139] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.964795] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06265} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.965174] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.965768] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897125fd-b558-4cf6-96bd-6e6d71731729 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.968260] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.968478] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.968692] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "be9788cb-c143-4efc-b191-7aadb4b176e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.968870] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.969050] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.971366] env[70059]: INFO nova.compute.manager [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Terminating instance [ 1313.991983] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 8444eed9-0254-4100-bb5a-38fb16853867/8444eed9-0254-4100-bb5a-38fb16853867.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.993250] env[70059]: DEBUG nova.compute.manager [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.993451] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.993949] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9f8a11-6f9e-4577-8c8f-734624a14842 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.008415] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0506b41-73e3-4b57-a84a-8e9808655c74 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.016364] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.017529] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce19dce-fb7a-43fc-bc8b-2d9d30007f53 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.018967] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1314.018967] env[70059]: value = "task-3190101" [ 1314.018967] env[70059]: _type = "Task" [ 1314.018967] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.023853] env[70059]: DEBUG oslo_vmware.api [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1314.023853] env[70059]: value = "task-3190102" [ 1314.023853] env[70059]: _type = "Task" [ 1314.023853] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.029654] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.034857] env[70059]: DEBUG oslo_vmware.api [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.531916] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190101, 'name': ReconfigVM_Task, 'duration_secs': 0.398454} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.534708] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 8444eed9-0254-4100-bb5a-38fb16853867/8444eed9-0254-4100-bb5a-38fb16853867.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.535352] env[70059]: DEBUG oslo_vmware.api [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190102, 'name': PowerOffVM_Task, 'duration_secs': 0.2122} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.535573] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e380db64-5be1-4719-8cf0-273cdfa274bf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.536953] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.537148] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.537392] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a075b34-d7d2-47f6-b2eb-58f0aaf0c02f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.543946] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1314.543946] env[70059]: value = "task-3190103" [ 1314.543946] env[70059]: _type = "Task" [ 1314.543946] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.551265] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190103, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.617742] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.617986] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.618187] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Deleting the datastore file [datastore1] be9788cb-c143-4efc-b191-7aadb4b176e1 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.618549] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-191cf340-096e-45d2-b980-ffcc122b5bd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.625165] env[70059]: DEBUG oslo_vmware.api [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for the task: (returnval){ [ 1314.625165] env[70059]: value = "task-3190105" [ 1314.625165] env[70059]: _type = "Task" [ 1314.625165] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.632841] env[70059]: DEBUG oslo_vmware.api [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.054071] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190103, 'name': Rename_Task, 'duration_secs': 0.175906} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.054404] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.054603] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b977b12-8392-45a2-bf99-64464cf4476f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.061015] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1315.061015] env[70059]: value = "task-3190106" [ 1315.061015] env[70059]: _type = "Task" [ 1315.061015] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.068214] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.135480] env[70059]: DEBUG oslo_vmware.api [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Task: {'id': task-3190105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13053} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.135723] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.135908] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.136087] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.136263] env[70059]: INFO nova.compute.manager [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1315.136499] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.136689] env[70059]: DEBUG nova.compute.manager [-] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.136784] env[70059]: DEBUG nova.network.neutron [-] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.570658] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190106, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.630087] env[70059]: DEBUG nova.compute.manager [req-8ddfbc99-2e01-44fb-8518-26bde9541f29 req-6a3380de-db10-41f6-91ba-e2d53d26f18c service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Received event network-vif-deleted-ab387cfb-b266-49c0-be44-daea0d743947 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.630316] env[70059]: INFO nova.compute.manager [req-8ddfbc99-2e01-44fb-8518-26bde9541f29 req-6a3380de-db10-41f6-91ba-e2d53d26f18c service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Neutron deleted interface ab387cfb-b266-49c0-be44-daea0d743947; detaching it from the instance and deleting it from the info cache [ 1315.630508] env[70059]: DEBUG nova.network.neutron [req-8ddfbc99-2e01-44fb-8518-26bde9541f29 req-6a3380de-db10-41f6-91ba-e2d53d26f18c service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.071653] env[70059]: DEBUG oslo_vmware.api [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190106, 'name': PowerOnVM_Task, 'duration_secs': 0.668019} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.072030] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.072086] env[70059]: INFO nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1316.072269] env[70059]: DEBUG nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.073039] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c369a0d-d029-45ea-9080-3aa1d3875499 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.108688] env[70059]: DEBUG nova.network.neutron [-] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.132723] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5bdf78d-69d3-40c0-bbbd-afcd856552ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.142407] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8a21f-4ecb-4476-b318-5244b09e1e9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.170045] env[70059]: DEBUG nova.compute.manager [req-8ddfbc99-2e01-44fb-8518-26bde9541f29 req-6a3380de-db10-41f6-91ba-e2d53d26f18c service nova] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Detach interface failed, port_id=ab387cfb-b266-49c0-be44-daea0d743947, reason: Instance be9788cb-c143-4efc-b191-7aadb4b176e1 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.588155] env[70059]: INFO nova.compute.manager [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Took 12.56 seconds to build instance. [ 1316.610858] env[70059]: INFO nova.compute.manager [-] [instance: be9788cb-c143-4efc-b191-7aadb4b176e1] Took 1.47 seconds to deallocate network for instance. [ 1317.090301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-3a0332f5-4931-45d3-976f-0a5a33a3b046 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.074s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.116734] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.117011] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.117239] env[70059]: DEBUG nova.objects.instance [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lazy-loading 'resources' on Instance uuid be9788cb-c143-4efc-b191-7aadb4b176e1 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.545288] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "8444eed9-0254-4100-bb5a-38fb16853867" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.545641] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.545876] env[70059]: INFO nova.compute.manager [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Shelving [ 1317.693360] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9478cdc-77ac-4c59-80a4-168f5e46106b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.700798] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2073edc3-1fe0-4fb1-854e-dcf44156de56 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.729606] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd9833f-8551-457f-9aac-42f64c93e6b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.736582] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd547bdf-a665-4f2e-93d4-19ffe1497a8f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.749201] env[70059]: DEBUG nova.compute.provider_tree [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.252288] env[70059]: DEBUG nova.scheduler.client.report [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.556101] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.556442] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d20995e3-c13c-4fad-9734-b2b9a733b1cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.564009] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1318.564009] env[70059]: value = "task-3190107" [ 1318.564009] env[70059]: _type = "Task" [ 1318.564009] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.571964] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.757840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.778115] env[70059]: INFO nova.scheduler.client.report [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Deleted allocations for instance be9788cb-c143-4efc-b191-7aadb4b176e1 [ 1319.074485] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190107, 'name': PowerOffVM_Task, 'duration_secs': 0.197424} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.075293] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.075484] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b362030-e09b-4fb0-952d-b086387bd397 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.094622] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8e890-c4a5-4317-84ab-f6b3d1c82128 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.288164] env[70059]: DEBUG oslo_concurrency.lockutils [None req-67ad6e77-d890-4b46-b742-66f287ebcbeb tempest-AttachVolumeTestJSON-1284304241 tempest-AttachVolumeTestJSON-1284304241-project-member] Lock "be9788cb-c143-4efc-b191-7aadb4b176e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.319s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.604873] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1319.605236] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43addb17-0b34-484c-b996-0f3f98043c55 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.613025] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1319.613025] env[70059]: value = "task-3190109" [ 1319.613025] env[70059]: _type = "Task" [ 1319.613025] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.621690] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.124051] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190109, 'name': CreateSnapshot_Task, 'duration_secs': 0.399432} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.124051] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1320.124274] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2669493-b92c-4fce-b57a-ec2e4d50967e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.195641] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.195879] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.196105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.196291] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.196460] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.198717] env[70059]: INFO nova.compute.manager [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Terminating instance [ 1320.641042] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1320.641416] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82a7bd07-db78-4e91-a232-3d880325f347 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.649735] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1320.649735] env[70059]: value = "task-3190110" [ 1320.649735] env[70059]: _type = "Task" [ 1320.649735] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.657287] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190110, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.702279] env[70059]: DEBUG nova.compute.manager [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.702494] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.703406] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea95c9d-f1df-4a5e-a31f-fee4a475a490 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.711803] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.712066] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb99498-6d64-4d11-b958-21a2ca8c3a4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.717411] env[70059]: DEBUG oslo_vmware.api [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1320.717411] env[70059]: value = "task-3190111" [ 1320.717411] env[70059]: _type = "Task" [ 1320.717411] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.725118] env[70059]: DEBUG oslo_vmware.api [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.160654] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190110, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.227388] env[70059]: DEBUG oslo_vmware.api [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190111, 'name': PowerOffVM_Task, 'duration_secs': 0.345131} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.227732] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.227958] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.228262] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a413e6a7-7ae5-4f85-be24-1c67f1413f8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.291746] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.291962] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.292165] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleting the datastore file [datastore2] 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.292427] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67577804-155b-44e1-a57f-a2f17cba0716 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.300204] env[70059]: DEBUG oslo_vmware.api [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for the task: (returnval){ [ 1321.300204] env[70059]: value = "task-3190113" [ 1321.300204] env[70059]: _type = "Task" [ 1321.300204] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.307581] env[70059]: DEBUG oslo_vmware.api [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.660067] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190110, 'name': CloneVM_Task, 'duration_secs': 0.954807} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.661118] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Created linked-clone VM from snapshot [ 1321.661616] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86f8c2-2410-4476-af11-7b8e86e2f668 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.668649] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Uploading image d4a182f2-3fa2-4062-9a2a-6a013f176a6a {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1321.695169] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1321.695169] env[70059]: value = "vm-637954" [ 1321.695169] env[70059]: _type = "VirtualMachine" [ 1321.695169] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1321.695169] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b084cf05-f84f-4977-a701-418268581f54 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.701586] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lease: (returnval){ [ 1321.701586] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f5a57b-39c2-ab91-0434-fbe3fcf2f418" [ 1321.701586] env[70059]: _type = "HttpNfcLease" [ 1321.701586] env[70059]: } obtained for exporting VM: (result){ [ 1321.701586] env[70059]: value = "vm-637954" [ 1321.701586] env[70059]: _type = "VirtualMachine" [ 1321.701586] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1321.701838] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the lease: (returnval){ [ 1321.701838] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f5a57b-39c2-ab91-0434-fbe3fcf2f418" [ 1321.701838] env[70059]: _type = "HttpNfcLease" [ 1321.701838] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.708255] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.708255] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f5a57b-39c2-ab91-0434-fbe3fcf2f418" [ 1321.708255] env[70059]: _type = "HttpNfcLease" [ 1321.708255] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.810170] env[70059]: DEBUG oslo_vmware.api [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Task: {'id': task-3190113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131868} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.810464] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.810670] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.810852] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.811041] env[70059]: INFO nova.compute.manager [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.811291] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.811520] env[70059]: DEBUG nova.compute.manager [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.811616] env[70059]: DEBUG nova.network.neutron [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.210349] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.210349] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f5a57b-39c2-ab91-0434-fbe3fcf2f418" [ 1322.210349] env[70059]: _type = "HttpNfcLease" [ 1322.210349] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.210720] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.210720] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f5a57b-39c2-ab91-0434-fbe3fcf2f418" [ 1322.210720] env[70059]: _type = "HttpNfcLease" [ 1322.210720] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1322.211374] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7496fba2-95c4-44de-a3d4-0b0692dfa079 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.218095] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52728697-cdd5-d3df-c465-e6368c264ed1/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.218222] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52728697-cdd5-d3df-c465-e6368c264ed1/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1322.280765] env[70059]: DEBUG nova.compute.manager [req-542370f7-a742-4fc3-9d88-7808197a4e08 req-cd624832-78ed-40a7-a20d-c384e9bc9cf6 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Received event network-vif-deleted-d963f7d6-f897-49c4-a4bd-fef706fcb9e1 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.280963] env[70059]: INFO nova.compute.manager [req-542370f7-a742-4fc3-9d88-7808197a4e08 req-cd624832-78ed-40a7-a20d-c384e9bc9cf6 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Neutron deleted interface d963f7d6-f897-49c4-a4bd-fef706fcb9e1; detaching it from the instance and deleting it from the info cache [ 1322.281458] env[70059]: DEBUG nova.network.neutron [req-542370f7-a742-4fc3-9d88-7808197a4e08 req-cd624832-78ed-40a7-a20d-c384e9bc9cf6 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.314601] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cca81294-f422-4236-9621-18b90b672361 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.783537] env[70059]: DEBUG nova.network.neutron [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.785182] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f17a88f6-e0b1-4bde-acfa-620272928dfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.795126] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d007b346-2060-4d09-996a-5fefb7ee9b03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.826470] env[70059]: DEBUG nova.compute.manager [req-542370f7-a742-4fc3-9d88-7808197a4e08 req-cd624832-78ed-40a7-a20d-c384e9bc9cf6 service nova] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Detach interface failed, port_id=d963f7d6-f897-49c4-a4bd-fef706fcb9e1, reason: Instance 0b3a27f1-5b01-4ad6-a335-42b978137b67 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.286274] env[70059]: INFO nova.compute.manager [-] [instance: 0b3a27f1-5b01-4ad6-a335-42b978137b67] Took 1.47 seconds to deallocate network for instance. [ 1323.795035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.795035] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.795519] env[70059]: DEBUG nova.objects.instance [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lazy-loading 'resources' on Instance uuid 0b3a27f1-5b01-4ad6-a335-42b978137b67 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.367322] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367c503-e548-4841-9029-1a7f13fd0725 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.374793] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9cf74-16aa-4b6c-9e94-0ef5ef504c91 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.406082] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd9006-0302-494a-98a6-018812a33ee4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.413378] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cdbaf7-d1cc-4db7-9c8d-1c6d4928921c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.426926] env[70059]: DEBUG nova.compute.provider_tree [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.930612] env[70059]: DEBUG nova.scheduler.client.report [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.954017] env[70059]: DEBUG oslo_concurrency.lockutils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.954017] env[70059]: DEBUG oslo_concurrency.lockutils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.435953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.456785] env[70059]: DEBUG nova.compute.utils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.462535] env[70059]: INFO nova.scheduler.client.report [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Deleted allocations for instance 0b3a27f1-5b01-4ad6-a335-42b978137b67 [ 1325.960577] env[70059]: DEBUG oslo_concurrency.lockutils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.969460] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d3038846-1fe2-46a2-a31f-a4dd28ab833b tempest-AttachVolumeShelveTestJSON-1832848696 tempest-AttachVolumeShelveTestJSON-1832848696-project-member] Lock "0b3a27f1-5b01-4ad6-a335-42b978137b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.040802] env[70059]: DEBUG oslo_concurrency.lockutils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.041201] env[70059]: DEBUG oslo_concurrency.lockutils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.041257] env[70059]: INFO nova.compute.manager [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Attaching volume 3193a3a1-bcb7-45f8-a301-87513355a6bd to /dev/sdb [ 1327.073025] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c081c-5174-4799-9c2e-639b60fe1ead {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.079833] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32fb60a-91cf-428a-a896-93a0e30a25ca {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.093828] env[70059]: DEBUG nova.virt.block_device [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updating existing volume attachment record: 2732846b-5a44-4bf8-a299-2423b5f296ce {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1328.819474] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52728697-cdd5-d3df-c465-e6368c264ed1/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1328.820368] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cec7a4-6081-4fd7-9772-555f1679c4dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.826820] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52728697-cdd5-d3df-c465-e6368c264ed1/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1328.826950] env[70059]: ERROR oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52728697-cdd5-d3df-c465-e6368c264ed1/disk-0.vmdk due to incomplete transfer. [ 1328.827522] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64b0c0ca-82d9-4153-976e-6b4e5489e726 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.834826] env[70059]: DEBUG oslo_vmware.rw_handles [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52728697-cdd5-d3df-c465-e6368c264ed1/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1328.835048] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Uploaded image d4a182f2-3fa2-4062-9a2a-6a013f176a6a to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1328.837314] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1328.837573] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1aef15be-e64e-49a5-9724-feb693e19dfb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.843758] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1328.843758] env[70059]: value = "task-3190119" [ 1328.843758] env[70059]: _type = "Task" [ 1328.843758] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.851399] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190119, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.354102] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190119, 'name': Destroy_Task, 'duration_secs': 0.347467} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.354381] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Destroyed the VM [ 1329.354626] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1329.354892] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ec21871-4fdd-4e1a-85d2-cf04aafcebba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.360661] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1329.360661] env[70059]: value = "task-3190121" [ 1329.360661] env[70059]: _type = "Task" [ 1329.360661] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.368370] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.870442] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393059} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.870829] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1329.871080] env[70059]: DEBUG nova.compute.manager [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.871825] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6747f2b-57a8-4b4a-afbc-6b9edf17d24d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.383864] env[70059]: INFO nova.compute.manager [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Shelve offloading [ 1330.890040] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.890040] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bbe6829-e467-4e0f-b046-190ceb22aa22 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.895986] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1330.895986] env[70059]: value = "task-3190122" [ 1330.895986] env[70059]: _type = "Task" [ 1330.895986] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.904255] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.406134] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1331.406388] env[70059]: DEBUG nova.compute.manager [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.407219] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd9bfb-2484-4500-ac0d-b80020df3a99 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.414393] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.414805] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.414805] env[70059]: DEBUG nova.network.neutron [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.641294] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1331.641294] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637955', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'name': 'volume-3193a3a1-bcb7-45f8-a301-87513355a6bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d22e533-ff92-4512-8c30-0c3cfb0b633a', 'attached_at': '', 'detached_at': '', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'serial': '3193a3a1-bcb7-45f8-a301-87513355a6bd'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1331.641294] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f809df-d6d8-471a-84c3-0bf511efe444 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.658103] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e8146c-f236-409e-93cf-ad0aa6e523d2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.683938] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-3193a3a1-bcb7-45f8-a301-87513355a6bd/volume-3193a3a1-bcb7-45f8-a301-87513355a6bd.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.684548] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dace00ee-3ede-48d0-ba10-acc071d8f0d0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.703490] env[70059]: DEBUG oslo_vmware.api [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1331.703490] env[70059]: value = "task-3190123" [ 1331.703490] env[70059]: _type = "Task" [ 1331.703490] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.711808] env[70059]: DEBUG oslo_vmware.api [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.190832] env[70059]: DEBUG nova.network.neutron [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Updating instance_info_cache with network_info: [{"id": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "address": "fa:16:3e:53:07:e1", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac2ffc57-25", "ovs_interfaceid": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.213584] env[70059]: DEBUG oslo_vmware.api [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190123, 'name': ReconfigVM_Task, 'duration_secs': 0.368811} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.213717] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-3193a3a1-bcb7-45f8-a301-87513355a6bd/volume-3193a3a1-bcb7-45f8-a301-87513355a6bd.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.218553] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818b2d8c-b3a2-4c1d-83e3-0c7228d34c3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.235293] env[70059]: DEBUG oslo_vmware.api [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1332.235293] env[70059]: value = "task-3190124" [ 1332.235293] env[70059]: _type = "Task" [ 1332.235293] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.245914] env[70059]: DEBUG oslo_vmware.api [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.692882] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.744636] env[70059]: DEBUG oslo_vmware.api [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190124, 'name': ReconfigVM_Task, 'duration_secs': 0.150815} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.745254] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637955', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'name': 'volume-3193a3a1-bcb7-45f8-a301-87513355a6bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d22e533-ff92-4512-8c30-0c3cfb0b633a', 'attached_at': '', 'detached_at': '', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'serial': '3193a3a1-bcb7-45f8-a301-87513355a6bd'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1332.933051] env[70059]: DEBUG nova.compute.manager [req-f6507bf4-523d-4321-8b3b-ca55b009b2af req-2da684d3-15d2-4c82-bfa1-627ffc260a4b service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Received event network-vif-unplugged-ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.933285] env[70059]: DEBUG oslo_concurrency.lockutils [req-f6507bf4-523d-4321-8b3b-ca55b009b2af req-2da684d3-15d2-4c82-bfa1-627ffc260a4b service nova] Acquiring lock "8444eed9-0254-4100-bb5a-38fb16853867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.933498] env[70059]: DEBUG oslo_concurrency.lockutils [req-f6507bf4-523d-4321-8b3b-ca55b009b2af req-2da684d3-15d2-4c82-bfa1-627ffc260a4b service nova] Lock "8444eed9-0254-4100-bb5a-38fb16853867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.933667] env[70059]: DEBUG oslo_concurrency.lockutils [req-f6507bf4-523d-4321-8b3b-ca55b009b2af req-2da684d3-15d2-4c82-bfa1-627ffc260a4b service nova] Lock "8444eed9-0254-4100-bb5a-38fb16853867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.933844] env[70059]: DEBUG nova.compute.manager [req-f6507bf4-523d-4321-8b3b-ca55b009b2af req-2da684d3-15d2-4c82-bfa1-627ffc260a4b service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] No waiting events found dispatching network-vif-unplugged-ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.934007] env[70059]: WARNING nova.compute.manager [req-f6507bf4-523d-4321-8b3b-ca55b009b2af req-2da684d3-15d2-4c82-bfa1-627ffc260a4b service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Received unexpected event network-vif-unplugged-ac2ffc57-2558-4dbb-b777-19d7a5974795 for instance with vm_state shelved and task_state shelving_offloading. [ 1332.955927] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.956874] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1567162-0d81-460d-9a07-8f5b470303ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.964550] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.964805] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c76be29-7136-4ffd-a42d-ab304cc97e18 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.034583] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.034805] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.034989] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleting the datastore file [datastore2] 8444eed9-0254-4100-bb5a-38fb16853867 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.035281] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24501011-0ccd-4c30-9741-0686f454710b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.041517] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1333.041517] env[70059]: value = "task-3190126" [ 1333.041517] env[70059]: _type = "Task" [ 1333.041517] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.049320] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.551488] env[70059]: DEBUG oslo_vmware.api [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13433} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.551869] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.551869] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.552045] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.574217] env[70059]: INFO nova.scheduler.client.report [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocations for instance 8444eed9-0254-4100-bb5a-38fb16853867 [ 1333.783218] env[70059]: DEBUG nova.objects.instance [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'flavor' on Instance uuid 3d22e533-ff92-4512-8c30-0c3cfb0b633a {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.078928] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.079224] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.079447] env[70059]: DEBUG nova.objects.instance [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'resources' on Instance uuid 8444eed9-0254-4100-bb5a-38fb16853867 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.288713] env[70059]: DEBUG oslo_concurrency.lockutils [None req-13553be4-2f48-48a0-95dd-0ddab6601369 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.532420] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.532695] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.581673] env[70059]: DEBUG nova.objects.instance [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'numa_topology' on Instance uuid 8444eed9-0254-4100-bb5a-38fb16853867 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.956987] env[70059]: DEBUG nova.compute.manager [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Received event network-changed-ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.957211] env[70059]: DEBUG nova.compute.manager [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Refreshing instance network info cache due to event network-changed-ac2ffc57-2558-4dbb-b777-19d7a5974795. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.957425] env[70059]: DEBUG oslo_concurrency.lockutils [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] Acquiring lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.957568] env[70059]: DEBUG oslo_concurrency.lockutils [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] Acquired lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.957731] env[70059]: DEBUG nova.network.neutron [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Refreshing network info cache for port ac2ffc57-2558-4dbb-b777-19d7a5974795 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.035406] env[70059]: INFO nova.compute.manager [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Detaching volume 3193a3a1-bcb7-45f8-a301-87513355a6bd [ 1335.064059] env[70059]: DEBUG oslo_concurrency.lockutils [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "8444eed9-0254-4100-bb5a-38fb16853867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.068452] env[70059]: INFO nova.virt.block_device [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Attempting to driver detach volume 3193a3a1-bcb7-45f8-a301-87513355a6bd from mountpoint /dev/sdb [ 1335.068684] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1335.068873] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637955', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'name': 'volume-3193a3a1-bcb7-45f8-a301-87513355a6bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d22e533-ff92-4512-8c30-0c3cfb0b633a', 'attached_at': '', 'detached_at': '', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'serial': '3193a3a1-bcb7-45f8-a301-87513355a6bd'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1335.069743] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6424dc76-e6a2-48d7-8864-a0f36e3f0d8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.099995] env[70059]: DEBUG nova.objects.base [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Object Instance<8444eed9-0254-4100-bb5a-38fb16853867> lazy-loaded attributes: resources,numa_topology {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1335.104698] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f721ee-c81d-444c-97a9-faa9eea49f2f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.113538] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1f1345-92cb-4291-a487-799c2ed56cba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.135973] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb38f599-47b6-4742-9416-0d55d1412aae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.150349] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] The volume has not been displaced from its original location: [datastore2] volume-3193a3a1-bcb7-45f8-a301-87513355a6bd/volume-3193a3a1-bcb7-45f8-a301-87513355a6bd.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1335.155509] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.157852] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6375df4-94fe-4fe4-b3b1-209ec2896ae2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.178881] env[70059]: DEBUG oslo_vmware.api [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1335.178881] env[70059]: value = "task-3190127" [ 1335.178881] env[70059]: _type = "Task" [ 1335.178881] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.180372] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77ba7b-8ddb-4e4e-b1c3-08d23efaf460 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.189977] env[70059]: DEBUG oslo_vmware.api [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.192331] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3389e0-2c6c-4777-93e3-ec61026d593f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.222550] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e57a4-538d-47c1-9dc5-db3a928d1ad5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.229574] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6448894c-4cc4-4227-b8bb-d2ebd8341bf2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.243137] env[70059]: DEBUG nova.compute.provider_tree [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.660180] env[70059]: DEBUG nova.network.neutron [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Updated VIF entry in instance network info cache for port ac2ffc57-2558-4dbb-b777-19d7a5974795. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.660568] env[70059]: DEBUG nova.network.neutron [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Updating instance_info_cache with network_info: [{"id": "ac2ffc57-2558-4dbb-b777-19d7a5974795", "address": "fa:16:3e:53:07:e1", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapac2ffc57-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.692141] env[70059]: DEBUG oslo_vmware.api [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190127, 'name': ReconfigVM_Task, 'duration_secs': 0.212625} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.692397] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.697188] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada941f4-d656-4622-90b8-6085997228d4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.713009] env[70059]: DEBUG oslo_vmware.api [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1335.713009] env[70059]: value = "task-3190128" [ 1335.713009] env[70059]: _type = "Task" [ 1335.713009] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.720742] env[70059]: DEBUG oslo_vmware.api [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.746398] env[70059]: DEBUG nova.scheduler.client.report [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.163192] env[70059]: DEBUG oslo_concurrency.lockutils [req-d00fc361-6be5-467e-ab24-9c9a5ebd7584 req-0efe7927-517a-4c04-b39a-8283f621618c service nova] Releasing lock "refresh_cache-8444eed9-0254-4100-bb5a-38fb16853867" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.223469] env[70059]: DEBUG oslo_vmware.api [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190128, 'name': ReconfigVM_Task, 'duration_secs': 0.13197} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.223777] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637955', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'name': 'volume-3193a3a1-bcb7-45f8-a301-87513355a6bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d22e533-ff92-4512-8c30-0c3cfb0b633a', 'attached_at': '', 'detached_at': '', 'volume_id': '3193a3a1-bcb7-45f8-a301-87513355a6bd', 'serial': '3193a3a1-bcb7-45f8-a301-87513355a6bd'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1336.251791] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.760804] env[70059]: DEBUG oslo_concurrency.lockutils [None req-48a56d6c-c4cb-467a-a847-2348bbba29a9 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.214s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.761193] env[70059]: DEBUG oslo_concurrency.lockutils [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.697s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.761312] env[70059]: DEBUG oslo_concurrency.lockutils [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "8444eed9-0254-4100-bb5a-38fb16853867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.761523] env[70059]: DEBUG oslo_concurrency.lockutils [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.761717] env[70059]: DEBUG oslo_concurrency.lockutils [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.764224] env[70059]: DEBUG nova.objects.instance [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'flavor' on Instance uuid 3d22e533-ff92-4512-8c30-0c3cfb0b633a {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.765689] env[70059]: INFO nova.compute.manager [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Terminating instance [ 1337.269278] env[70059]: DEBUG nova.compute.manager [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.269433] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.270907] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3459aae-0921-474d-8fff-0fc80623862f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.280312] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915ad4e-fec9-434b-86cc-8af85d114ccd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.307333] env[70059]: WARNING nova.virt.vmwareapi.vmops [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8444eed9-0254-4100-bb5a-38fb16853867 could not be found. [ 1337.307525] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.307704] env[70059]: INFO nova.compute.manager [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1337.307946] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.308176] env[70059]: DEBUG nova.compute.manager [-] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.308269] env[70059]: DEBUG nova.network.neutron [-] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.774101] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7ea9918d-6c2d-4d27-bc34-f43cd12e0425 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.036252] env[70059]: DEBUG nova.network.neutron [-] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.539856] env[70059]: INFO nova.compute.manager [-] [instance: 8444eed9-0254-4100-bb5a-38fb16853867] Took 1.23 seconds to deallocate network for instance. [ 1338.780242] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.780653] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.780792] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.780939] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.781136] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.783273] env[70059]: INFO nova.compute.manager [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Terminating instance [ 1339.286566] env[70059]: DEBUG nova.compute.manager [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.286819] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.287735] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcfc296-b794-444f-8db0-13b6d1b6b631 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.295258] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.295492] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0636f56-f452-4e79-bac5-d37bb383467d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.301659] env[70059]: DEBUG oslo_vmware.api [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1339.301659] env[70059]: value = "task-3190129" [ 1339.301659] env[70059]: _type = "Task" [ 1339.301659] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.309459] env[70059]: DEBUG oslo_vmware.api [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.565574] env[70059]: DEBUG oslo_concurrency.lockutils [None req-88d61dc3-a88c-4507-889d-2b82c3fd89dd tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "8444eed9-0254-4100-bb5a-38fb16853867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.804s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.813206] env[70059]: DEBUG oslo_vmware.api [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190129, 'name': PowerOffVM_Task, 'duration_secs': 0.207484} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.813562] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.813610] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.813857] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-323c8d48-7df0-4e36-803d-76ba8ed22213 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.882013] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.882240] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.882427] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleting the datastore file [datastore1] 3d22e533-ff92-4512-8c30-0c3cfb0b633a {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.882688] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db898613-2a15-49c1-ba85-82326a3772de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.889310] env[70059]: DEBUG oslo_vmware.api [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1339.889310] env[70059]: value = "task-3190131" [ 1339.889310] env[70059]: _type = "Task" [ 1339.889310] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.896694] env[70059]: DEBUG oslo_vmware.api [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.398858] env[70059]: DEBUG oslo_vmware.api [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126509} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.399122] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.399472] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.399472] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.399643] env[70059]: INFO nova.compute.manager [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1340.399908] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.400117] env[70059]: DEBUG nova.compute.manager [-] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.400231] env[70059]: DEBUG nova.network.neutron [-] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.047718] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.048402] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.204546] env[70059]: DEBUG nova.compute.manager [req-d2f3ab49-04f4-47b9-92c5-d5a16c536710 req-6ff76dd9-6c08-4944-a2c2-5ea0283f7ef2 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Received event network-vif-deleted-a9d17577-102e-45ee-9d57-787f0920bf14 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.204646] env[70059]: INFO nova.compute.manager [req-d2f3ab49-04f4-47b9-92c5-d5a16c536710 req-6ff76dd9-6c08-4944-a2c2-5ea0283f7ef2 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Neutron deleted interface a9d17577-102e-45ee-9d57-787f0920bf14; detaching it from the instance and deleting it from the info cache [ 1341.204827] env[70059]: DEBUG nova.network.neutron [req-d2f3ab49-04f4-47b9-92c5-d5a16c536710 req-6ff76dd9-6c08-4944-a2c2-5ea0283f7ef2 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.551178] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.684978] env[70059]: DEBUG nova.network.neutron [-] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.707048] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e8831a8-8874-425d-9125-e328e6d8262d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.716933] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81520d7f-ed5a-4663-b969-33eddd2adb0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.743919] env[70059]: DEBUG nova.compute.manager [req-d2f3ab49-04f4-47b9-92c5-d5a16c536710 req-6ff76dd9-6c08-4944-a2c2-5ea0283f7ef2 service nova] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Detach interface failed, port_id=a9d17577-102e-45ee-9d57-787f0920bf14, reason: Instance 3d22e533-ff92-4512-8c30-0c3cfb0b633a could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.073581] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.073919] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.075308] env[70059]: INFO nova.compute.claims [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.187478] env[70059]: INFO nova.compute.manager [-] [instance: 3d22e533-ff92-4512-8c30-0c3cfb0b633a] Took 1.79 seconds to deallocate network for instance. [ 1342.693917] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.130641] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3b629-0915-42ab-b3d2-72bb4439a60c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.137773] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78c0647-b72e-410e-8097-1513833c6cf7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.166461] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385628b-8d47-4e46-b631-2599972829e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.173057] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7912cc3d-0eec-47b1-8057-bbbfdbcca11e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.185275] env[70059]: DEBUG nova.compute.provider_tree [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.688040] env[70059]: DEBUG nova.scheduler.client.report [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.193650] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.194218] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.196860] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.503s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.197097] env[70059]: DEBUG nova.objects.instance [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'resources' on Instance uuid 3d22e533-ff92-4512-8c30-0c3cfb0b633a {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.312080] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.312412] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.312644] env[70059]: INFO nova.compute.manager [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Shelving [ 1344.700512] env[70059]: DEBUG nova.compute.utils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.706260] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.706260] env[70059]: DEBUG nova.network.neutron [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.743839] env[70059]: DEBUG nova.policy [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275c162be2c4813b7780b7276023d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfba0ac280493298000e61ffaf21ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.756584] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9a107-c4f0-48dd-82d3-8dfe6b37314a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.764307] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ca747c-a53f-43f6-aa91-a749ded5d543 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.794660] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e7bcdc-2d8a-4758-b7c8-58d8a36154ac {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.801703] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a37ad6-132e-411f-b553-f29bd4c7c325 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.817706] env[70059]: DEBUG nova.compute.provider_tree [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.048480] env[70059]: DEBUG nova.network.neutron [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Successfully created port: b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.205766] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.322794] env[70059]: DEBUG nova.scheduler.client.report [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.326051] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.326311] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-584d54d7-4b41-475e-a4c7-b4825761e54d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.333484] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1345.333484] env[70059]: value = "task-3190132" [ 1345.333484] env[70059]: _type = "Task" [ 1345.333484] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.341668] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.829657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.842679] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190132, 'name': PowerOffVM_Task, 'duration_secs': 0.183066} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.842961] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.843726] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16a3be-49c7-4606-92fb-94fbe39d0070 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.861593] env[70059]: INFO nova.scheduler.client.report [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted allocations for instance 3d22e533-ff92-4512-8c30-0c3cfb0b633a [ 1345.863080] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24283bde-1a53-4b9b-b834-895ffe5d751b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.215455] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.241962] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.242221] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.242382] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.242563] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.242710] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.242864] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.243141] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.243382] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.243586] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.243761] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.244031] env[70059]: DEBUG nova.virt.hardware [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.244937] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c22c96c-48df-496b-8bf5-abe6d61f9289 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.252820] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ca84e-45e0-4b4f-a4ed-9b71d3aa13c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.371603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1fbd30a5-699e-456b-af17-931c85399d09 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "3d22e533-ff92-4512-8c30-0c3cfb0b633a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.591s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.374713] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Creating Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1346.374993] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2347555b-78ff-48ca-9579-1bb7971141af {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.382961] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1346.382961] env[70059]: value = "task-3190133" [ 1346.382961] env[70059]: _type = "Task" [ 1346.382961] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.391058] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.408319] env[70059]: DEBUG nova.compute.manager [req-8c5b319f-312b-4c1a-9003-87ee3391c058 req-2346142f-d965-415b-aacc-b7a4f22f0c6a service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Received event network-vif-plugged-b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.409056] env[70059]: DEBUG oslo_concurrency.lockutils [req-8c5b319f-312b-4c1a-9003-87ee3391c058 req-2346142f-d965-415b-aacc-b7a4f22f0c6a service nova] Acquiring lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.409056] env[70059]: DEBUG oslo_concurrency.lockutils [req-8c5b319f-312b-4c1a-9003-87ee3391c058 req-2346142f-d965-415b-aacc-b7a4f22f0c6a service nova] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.409056] env[70059]: DEBUG oslo_concurrency.lockutils [req-8c5b319f-312b-4c1a-9003-87ee3391c058 req-2346142f-d965-415b-aacc-b7a4f22f0c6a service nova] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.409234] env[70059]: DEBUG nova.compute.manager [req-8c5b319f-312b-4c1a-9003-87ee3391c058 req-2346142f-d965-415b-aacc-b7a4f22f0c6a service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] No waiting events found dispatching network-vif-plugged-b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.409361] env[70059]: WARNING nova.compute.manager [req-8c5b319f-312b-4c1a-9003-87ee3391c058 req-2346142f-d965-415b-aacc-b7a4f22f0c6a service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Received unexpected event network-vif-plugged-b2e64ca9-27db-40a0-8afe-6b4530d628e4 for instance with vm_state building and task_state spawning. [ 1346.496083] env[70059]: DEBUG nova.network.neutron [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Successfully updated port: b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.892707] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190133, 'name': CreateSnapshot_Task, 'duration_secs': 0.438281} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.892982] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Created Snapshot of the VM instance {{(pid=70059) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1346.893689] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6816268b-68cd-4db3-88ea-8d67c0156d4a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.998576] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-2fb62f4d-78b4-4937-9501-a4f79e92a0c0" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.998791] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-2fb62f4d-78b4-4937-9501-a4f79e92a0c0" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.998973] env[70059]: DEBUG nova.network.neutron [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.414822] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Creating linked-clone VM from snapshot {{(pid=70059) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1347.415256] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a95a2b48-273d-41a2-be70-28385ee650ba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.425249] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1347.425249] env[70059]: value = "task-3190134" [ 1347.425249] env[70059]: _type = "Task" [ 1347.425249] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.433330] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190134, 'name': CloneVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.546800] env[70059]: DEBUG nova.network.neutron [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.699754] env[70059]: DEBUG nova.network.neutron [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Updating instance_info_cache with network_info: [{"id": "b2e64ca9-27db-40a0-8afe-6b4530d628e4", "address": "fa:16:3e:6a:b9:72", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e64ca9-27", "ovs_interfaceid": "b2e64ca9-27db-40a0-8afe-6b4530d628e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.935150] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190134, 'name': CloneVM_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.202901] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-2fb62f4d-78b4-4937-9501-a4f79e92a0c0" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.203339] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Instance network_info: |[{"id": "b2e64ca9-27db-40a0-8afe-6b4530d628e4", "address": "fa:16:3e:6a:b9:72", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e64ca9-27", "ovs_interfaceid": "b2e64ca9-27db-40a0-8afe-6b4530d628e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.203825] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:b9:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2e64ca9-27db-40a0-8afe-6b4530d628e4', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.211244] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.211517] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.211790] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5d9dfc9-f911-45e6-88f8-94faf5515bae {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.231895] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.231895] env[70059]: value = "task-3190135" [ 1348.231895] env[70059]: _type = "Task" [ 1348.231895] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.239335] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190135, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.434030] env[70059]: DEBUG nova.compute.manager [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Received event network-changed-b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.434030] env[70059]: DEBUG nova.compute.manager [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Refreshing instance network info cache due to event network-changed-b2e64ca9-27db-40a0-8afe-6b4530d628e4. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.434030] env[70059]: DEBUG oslo_concurrency.lockutils [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] Acquiring lock "refresh_cache-2fb62f4d-78b4-4937-9501-a4f79e92a0c0" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.434662] env[70059]: DEBUG oslo_concurrency.lockutils [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] Acquired lock "refresh_cache-2fb62f4d-78b4-4937-9501-a4f79e92a0c0" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.434662] env[70059]: DEBUG nova.network.neutron [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Refreshing network info cache for port b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.439031] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190134, 'name': CloneVM_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.742509] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190135, 'name': CreateVM_Task, 'duration_secs': 0.312084} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.742673] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.743396] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.743567] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.743914] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.744185] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b72725-0c61-4471-b185-3fd5c03bb334 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.749056] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1348.749056] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5273ff6a-14bf-49d2-7088-d77018a67a2f" [ 1348.749056] env[70059]: _type = "Task" [ 1348.749056] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.757873] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5273ff6a-14bf-49d2-7088-d77018a67a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.839701] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.839937] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.935876] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190134, 'name': CloneVM_Task, 'duration_secs': 1.026236} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.936146] env[70059]: INFO nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Created linked-clone VM from snapshot [ 1348.936845] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fe68f3-dc7c-4e0a-ad61-c0eb454841d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.944202] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Uploading image 9bdd073c-f339-456c-b132-7373328736c1 {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1348.970172] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1348.970172] env[70059]: value = "vm-637957" [ 1348.970172] env[70059]: _type = "VirtualMachine" [ 1348.970172] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1348.970752] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9457aebf-4f82-4392-b84e-b87273a5be3b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.977716] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease: (returnval){ [ 1348.977716] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524595ac-a559-3ab7-81d1-5d4f3c2e1afa" [ 1348.977716] env[70059]: _type = "HttpNfcLease" [ 1348.977716] env[70059]: } obtained for exporting VM: (result){ [ 1348.977716] env[70059]: value = "vm-637957" [ 1348.977716] env[70059]: _type = "VirtualMachine" [ 1348.977716] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1348.978097] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the lease: (returnval){ [ 1348.978097] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524595ac-a559-3ab7-81d1-5d4f3c2e1afa" [ 1348.978097] env[70059]: _type = "HttpNfcLease" [ 1348.978097] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1348.986047] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.986047] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524595ac-a559-3ab7-81d1-5d4f3c2e1afa" [ 1348.986047] env[70059]: _type = "HttpNfcLease" [ 1348.986047] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1349.136154] env[70059]: DEBUG nova.network.neutron [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Updated VIF entry in instance network info cache for port b2e64ca9-27db-40a0-8afe-6b4530d628e4. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.136507] env[70059]: DEBUG nova.network.neutron [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Updating instance_info_cache with network_info: [{"id": "b2e64ca9-27db-40a0-8afe-6b4530d628e4", "address": "fa:16:3e:6a:b9:72", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2e64ca9-27", "ovs_interfaceid": "b2e64ca9-27db-40a0-8afe-6b4530d628e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.259363] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5273ff6a-14bf-49d2-7088-d77018a67a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.259895] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.260056] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.260301] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.260399] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.260581] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.260921] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f56921d6-a7e8-4799-807b-38e2801f3637 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.269342] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.269552] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.270221] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db0eba2-eeca-4c39-87d2-3363b87bd7d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.275251] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1349.275251] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a57f76-4762-4937-c06b-d329cc7f7b0d" [ 1349.275251] env[70059]: _type = "Task" [ 1349.275251] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.283563] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a57f76-4762-4937-c06b-d329cc7f7b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.342197] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.487270] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.487270] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524595ac-a559-3ab7-81d1-5d4f3c2e1afa" [ 1349.487270] env[70059]: _type = "HttpNfcLease" [ 1349.487270] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1349.487689] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1349.487689] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]524595ac-a559-3ab7-81d1-5d4f3c2e1afa" [ 1349.487689] env[70059]: _type = "HttpNfcLease" [ 1349.487689] env[70059]: }. {{(pid=70059) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1349.488382] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2bf5d5-0e9c-462b-9ae6-aead10db42cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.495591] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775bf8-8a9d-35b5-3398-adde59980f1d/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1349.495799] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775bf8-8a9d-35b5-3398-adde59980f1d/disk-0.vmdk for reading. {{(pid=70059) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1349.583979] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b453860-d96e-4730-be9b-3ab5473f4d29 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.638718] env[70059]: DEBUG oslo_concurrency.lockutils [req-ed343272-655d-46b8-bac5-d2cd7cfbcea3 req-fab4eaa8-a491-4e3d-8de8-7d16668a4b9b service nova] Releasing lock "refresh_cache-2fb62f4d-78b4-4937-9501-a4f79e92a0c0" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.785011] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a57f76-4762-4937-c06b-d329cc7f7b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.786644] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38c92dd-ad74-460f-80f9-0db97f7ef8bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.793337] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1349.793337] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5212c1b6-9596-21df-2f7f-59082c80ac97" [ 1349.793337] env[70059]: _type = "Task" [ 1349.793337] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.801517] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5212c1b6-9596-21df-2f7f-59082c80ac97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.866691] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.866982] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.868559] env[70059]: INFO nova.compute.claims [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.304227] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5212c1b6-9596-21df-2f7f-59082c80ac97, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.304550] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.304915] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2fb62f4d-78b4-4937-9501-a4f79e92a0c0/2fb62f4d-78b4-4937-9501-a4f79e92a0c0.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.305249] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be39bf3c-fb27-4470-bfdf-faf52bc63ba0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.312552] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1350.312552] env[70059]: value = "task-3190137" [ 1350.312552] env[70059]: _type = "Task" [ 1350.312552] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.320727] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.823610] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190137, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.927205] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050447cd-50b2-4a8b-974c-e7b70201c5c5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.935575] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c52a50-9a34-4564-ad5a-0b574e2caa81 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.966343] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cffdad9-f6ff-477e-b128-bc192f5e1a1b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.973940] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f3cce4-7790-4363-b5da-d5b63424995e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.986918] env[70059]: DEBUG nova.compute.provider_tree [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.325238] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579588} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.325627] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] 2fb62f4d-78b4-4937-9501-a4f79e92a0c0/2fb62f4d-78b4-4937-9501-a4f79e92a0c0.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.325893] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.326277] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0c1525-4c9d-4d6e-80eb-d47536e5fea8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.332982] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1351.332982] env[70059]: value = "task-3190138" [ 1351.332982] env[70059]: _type = "Task" [ 1351.332982] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.340678] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.490113] env[70059]: DEBUG nova.scheduler.client.report [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.842859] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070991} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.843309] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.844021] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746fe7f5-3373-4392-9073-90ead4ee9d01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.866074] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 2fb62f4d-78b4-4937-9501-a4f79e92a0c0/2fb62f4d-78b4-4937-9501-a4f79e92a0c0.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.866365] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13cce78b-6927-40bf-b19c-b44609c4ed9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.885712] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1351.885712] env[70059]: value = "task-3190139" [ 1351.885712] env[70059]: _type = "Task" [ 1351.885712] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.893831] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.996229] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.996828] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.396220] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190139, 'name': ReconfigVM_Task, 'duration_secs': 0.288347} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.396510] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 2fb62f4d-78b4-4937-9501-a4f79e92a0c0/2fb62f4d-78b4-4937-9501-a4f79e92a0c0.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.397211] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb6df29d-2d8b-4835-8383-5a98c7990e5e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.403990] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1352.403990] env[70059]: value = "task-3190140" [ 1352.403990] env[70059]: _type = "Task" [ 1352.403990] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.412172] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190140, 'name': Rename_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.504146] env[70059]: DEBUG nova.compute.utils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.505812] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.505982] env[70059]: DEBUG nova.network.neutron [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.543092] env[70059]: DEBUG nova.policy [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7d0d024cfb14f01a689c2738d978bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43b2ea6cc4de48eaa7a2a2448293dff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.877598] env[70059]: DEBUG nova.network.neutron [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Successfully created port: 4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.915675] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190140, 'name': Rename_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.008824] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.417681] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190140, 'name': Rename_Task, 'duration_secs': 0.859997} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.417681] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.417681] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0688f0dc-f903-45e5-a8ec-a9b5e0b504d5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.424032] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1353.424032] env[70059]: value = "task-3190141" [ 1353.424032] env[70059]: _type = "Task" [ 1353.424032] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.431821] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.933438] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190141, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.020032] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.046141] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.046428] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.046589] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.046772] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.046920] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.047138] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.047303] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.048047] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.048047] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.048047] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.048047] env[70059]: DEBUG nova.virt.hardware [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.048893] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1b359-1a2f-4d16-9541-acaf70764987 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.057334] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b041ecf-db50-469f-909f-f72ef3c999cb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.261116] env[70059]: DEBUG nova.compute.manager [req-667562fb-32a0-4bab-ad8f-f3085aee3812 req-e1257874-2c57-486b-bb39-8b123ab81a57 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Received event network-vif-plugged-4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.261413] env[70059]: DEBUG oslo_concurrency.lockutils [req-667562fb-32a0-4bab-ad8f-f3085aee3812 req-e1257874-2c57-486b-bb39-8b123ab81a57 service nova] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.261677] env[70059]: DEBUG oslo_concurrency.lockutils [req-667562fb-32a0-4bab-ad8f-f3085aee3812 req-e1257874-2c57-486b-bb39-8b123ab81a57 service nova] Lock "03d57785-c590-4994-931d-a2bdac1edbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.261900] env[70059]: DEBUG oslo_concurrency.lockutils [req-667562fb-32a0-4bab-ad8f-f3085aee3812 req-e1257874-2c57-486b-bb39-8b123ab81a57 service nova] Lock "03d57785-c590-4994-931d-a2bdac1edbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.262305] env[70059]: DEBUG nova.compute.manager [req-667562fb-32a0-4bab-ad8f-f3085aee3812 req-e1257874-2c57-486b-bb39-8b123ab81a57 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] No waiting events found dispatching network-vif-plugged-4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.262543] env[70059]: WARNING nova.compute.manager [req-667562fb-32a0-4bab-ad8f-f3085aee3812 req-e1257874-2c57-486b-bb39-8b123ab81a57 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Received unexpected event network-vif-plugged-4b6a4d93-0fcf-4129-9337-192d6d2e29bd for instance with vm_state building and task_state spawning. [ 1354.346536] env[70059]: DEBUG nova.network.neutron [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Successfully updated port: 4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.436576] env[70059]: DEBUG oslo_vmware.api [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190141, 'name': PowerOnVM_Task, 'duration_secs': 0.821299} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.436851] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.437115] env[70059]: INFO nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1354.437340] env[70059]: DEBUG nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.438456] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c34a3a-cb93-4f6f-bfce-5295a1fd2c50 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.850912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.850912] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.851012] env[70059]: DEBUG nova.network.neutron [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.956383] env[70059]: INFO nova.compute.manager [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Took 12.90 seconds to build instance. [ 1355.331283] env[70059]: DEBUG oslo_concurrency.lockutils [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.382549] env[70059]: DEBUG nova.network.neutron [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.458222] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a28211d5-164e-4bff-897d-b36c3a4bf679 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.410s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.458487] env[70059]: DEBUG oslo_concurrency.lockutils [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.127s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.458675] env[70059]: DEBUG nova.compute.manager [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.459573] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382698e2-a23d-4e9d-8028-228ae915cc11 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.466615] env[70059]: DEBUG nova.compute.manager [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70059) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1355.467198] env[70059]: DEBUG nova.objects.instance [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'flavor' on Instance uuid 2fb62f4d-78b4-4937-9501-a4f79e92a0c0 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.517326] env[70059]: DEBUG nova.network.neutron [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updating instance_info_cache with network_info: [{"id": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "address": "fa:16:3e:a5:d4:b5", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6a4d93-0f", "ovs_interfaceid": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.637810] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.638044] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.020163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.020534] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Instance network_info: |[{"id": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "address": "fa:16:3e:a5:d4:b5", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6a4d93-0f", "ovs_interfaceid": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.021046] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6a4d93-0fcf-4129-9337-192d6d2e29bd', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.031226] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.031476] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.031741] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea8f8a20-728a-4cd8-b981-a93ae003e235 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.053032] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.053032] env[70059]: value = "task-3190142" [ 1356.053032] env[70059]: _type = "Task" [ 1356.053032] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.060547] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190142, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.287057] env[70059]: DEBUG nova.compute.manager [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Received event network-changed-4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.287453] env[70059]: DEBUG nova.compute.manager [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Refreshing instance network info cache due to event network-changed-4b6a4d93-0fcf-4129-9337-192d6d2e29bd. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.287690] env[70059]: DEBUG oslo_concurrency.lockutils [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] Acquiring lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.287930] env[70059]: DEBUG oslo_concurrency.lockutils [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] Acquired lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.288337] env[70059]: DEBUG nova.network.neutron [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Refreshing network info cache for port 4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.474094] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.474436] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f2c8be-7887-43f0-a4b7-b9ef7bd4bd72 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.481282] env[70059]: DEBUG oslo_vmware.api [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1356.481282] env[70059]: value = "task-3190143" [ 1356.481282] env[70059]: _type = "Task" [ 1356.481282] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.489449] env[70059]: DEBUG oslo_vmware.api [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.564045] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190142, 'name': CreateVM_Task, 'duration_secs': 0.35814} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.564258] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.564938] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.565123] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.565457] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.565717] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f11e31e-f06d-4f9f-abc0-613ed44b5795 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.570376] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1356.570376] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52e23dc0-16ba-ae9a-5e3a-91021078d1d9" [ 1356.570376] env[70059]: _type = "Task" [ 1356.570376] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.578287] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e23dc0-16ba-ae9a-5e3a-91021078d1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.638140] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.638337] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1356.972464] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775bf8-8a9d-35b5-3398-adde59980f1d/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1356.973477] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d147843-fa55-4434-bed5-79c02c381d9b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.979704] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775bf8-8a9d-35b5-3398-adde59980f1d/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1356.979885] env[70059]: ERROR oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775bf8-8a9d-35b5-3398-adde59980f1d/disk-0.vmdk due to incomplete transfer. [ 1356.980120] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f0f47eb-8c4e-474a-b58c-4858855e33b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.991838] env[70059]: DEBUG oslo_vmware.rw_handles [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775bf8-8a9d-35b5-3398-adde59980f1d/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1356.992071] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Uploaded image 9bdd073c-f339-456c-b132-7373328736c1 to the Glance image server {{(pid=70059) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1356.994306] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Destroying the VM {{(pid=70059) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1356.994625] env[70059]: DEBUG oslo_vmware.api [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190143, 'name': PowerOffVM_Task, 'duration_secs': 0.193491} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.994765] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37494742-f5d9-47df-ae7b-6e316d88bd65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.996084] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.996291] env[70059]: DEBUG nova.compute.manager [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.996999] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf32505-1240-451e-bb05-8f1e98269ee8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.006126] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1357.006126] env[70059]: value = "task-3190144" [ 1357.006126] env[70059]: _type = "Task" [ 1357.006126] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.013618] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190144, 'name': Destroy_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.022522] env[70059]: DEBUG nova.network.neutron [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updated VIF entry in instance network info cache for port 4b6a4d93-0fcf-4129-9337-192d6d2e29bd. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.022875] env[70059]: DEBUG nova.network.neutron [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updating instance_info_cache with network_info: [{"id": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "address": "fa:16:3e:a5:d4:b5", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6a4d93-0f", "ovs_interfaceid": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.080400] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52e23dc0-16ba-ae9a-5e3a-91021078d1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.022833} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.080730] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.081061] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.081206] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.081355] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.081531] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.081820] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-064b6369-e550-4e81-a3a5-8d38ad4fa94d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.089525] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.089702] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.090394] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b11292d-2328-4b80-8d2d-a001b19203d7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.094880] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1357.094880] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52381176-306e-d68e-ea5b-8e6a492354da" [ 1357.094880] env[70059]: _type = "Task" [ 1357.094880] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.102091] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52381176-306e-d68e-ea5b-8e6a492354da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.511810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-61b6dce1-28cf-48e5-96f4-5dc85e2246ef tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.518709] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190144, 'name': Destroy_Task, 'duration_secs': 0.337283} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.518709] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Destroyed the VM [ 1357.518934] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deleting Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1357.519046] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7a40c67-f4d7-4005-b099-1352661b43e8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.525337] env[70059]: DEBUG oslo_concurrency.lockutils [req-43b23180-08fe-4fd5-82a2-694b8ab9882d req-e0470a2d-d5d6-478d-8695-c9989ba4b394 service nova] Releasing lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.525770] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1357.525770] env[70059]: value = "task-3190145" [ 1357.525770] env[70059]: _type = "Task" [ 1357.525770] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.533272] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190145, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.605093] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52381176-306e-d68e-ea5b-8e6a492354da, 'name': SearchDatastore_Task, 'duration_secs': 0.007777} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.605890] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f7e80e-e820-4a67-a14e-81349a63d558 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.610912] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1357.610912] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52ffcccb-de5d-5865-03fa-bf21be427cbd" [ 1357.610912] env[70059]: _type = "Task" [ 1357.610912] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.618169] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ffcccb-de5d-5865-03fa-bf21be427cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.637763] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.681967] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.682239] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.682458] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.682645] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.682816] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.685070] env[70059]: INFO nova.compute.manager [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Terminating instance [ 1358.036326] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190145, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390386} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.036669] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deleted Snapshot of the VM instance {{(pid=70059) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1358.036879] env[70059]: DEBUG nova.compute.manager [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.037653] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d235fa3-935f-4e12-9005-6ef80db34fd7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.121804] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52ffcccb-de5d-5865-03fa-bf21be427cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.031854} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.122265] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.122535] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 03d57785-c590-4994-931d-a2bdac1edbb2/03d57785-c590-4994-931d-a2bdac1edbb2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.122795] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe7c8bf-6577-4b4d-8899-d98be084ca9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.128668] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1358.128668] env[70059]: value = "task-3190146" [ 1358.128668] env[70059]: _type = "Task" [ 1358.128668] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.136294] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.189050] env[70059]: DEBUG nova.compute.manager [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.189283] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.190060] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96813bc-8783-42c9-88d9-732618af0661 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.196890] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.197156] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c98cadd-720b-432e-97f0-85bbefe0e9fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.261352] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.261593] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.261725] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleting the datastore file [datastore1] 2fb62f4d-78b4-4937-9501-a4f79e92a0c0 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.261988] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f667b6c7-a026-4b86-b0cd-5c50708e56cd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.269014] env[70059]: DEBUG oslo_vmware.api [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1358.269014] env[70059]: value = "task-3190148" [ 1358.269014] env[70059]: _type = "Task" [ 1358.269014] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.277224] env[70059]: DEBUG oslo_vmware.api [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.549909] env[70059]: INFO nova.compute.manager [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Shelve offloading [ 1358.638568] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.638848] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190146, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.779430] env[70059]: DEBUG oslo_vmware.api [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325944} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.779625] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.779820] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.779997] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.780185] env[70059]: INFO nova.compute.manager [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1358.780421] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.780602] env[70059]: DEBUG nova.compute.manager [-] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.780707] env[70059]: DEBUG nova.network.neutron [-] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.004453] env[70059]: DEBUG nova.compute.manager [req-0e366d37-d6bf-4316-8d23-bb136a2b50a4 req-c94eb057-b229-4cec-a086-6a4c52100424 service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Received event network-vif-deleted-b2e64ca9-27db-40a0-8afe-6b4530d628e4 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.004662] env[70059]: INFO nova.compute.manager [req-0e366d37-d6bf-4316-8d23-bb136a2b50a4 req-c94eb057-b229-4cec-a086-6a4c52100424 service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Neutron deleted interface b2e64ca9-27db-40a0-8afe-6b4530d628e4; detaching it from the instance and deleting it from the info cache [ 1359.004947] env[70059]: DEBUG nova.network.neutron [req-0e366d37-d6bf-4316-8d23-bb136a2b50a4 req-c94eb057-b229-4cec-a086-6a4c52100424 service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.053561] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.053891] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03805825-0687-4b1a-844c-b435143737b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.061848] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1359.061848] env[70059]: value = "task-3190149" [ 1359.061848] env[70059]: _type = "Task" [ 1359.061848] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.069303] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.139105] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190146, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.488027] env[70059]: DEBUG nova.network.neutron [-] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.507410] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c227747-dd1f-4a21-b1b1-e2f77d547ee3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.517505] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd59507c-5a35-4239-a3c3-1fb3a460dc61 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.546461] env[70059]: DEBUG nova.compute.manager [req-0e366d37-d6bf-4316-8d23-bb136a2b50a4 req-c94eb057-b229-4cec-a086-6a4c52100424 service nova] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Detach interface failed, port_id=b2e64ca9-27db-40a0-8afe-6b4530d628e4, reason: Instance 2fb62f4d-78b4-4937-9501-a4f79e92a0c0 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.571819] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1359.572067] env[70059]: DEBUG nova.compute.manager [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.572816] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9711451-838a-424a-8567-d275e01a20cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.578174] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.578343] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.578514] env[70059]: DEBUG nova.network.neutron [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.639346] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.640704] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.477888} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.641490] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 03d57785-c590-4994-931d-a2bdac1edbb2/03d57785-c590-4994-931d-a2bdac1edbb2.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.641490] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.642095] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0379ec46-e5f6-4d7c-b7f3-56270571fd09 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.648413] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1359.648413] env[70059]: value = "task-3190150" [ 1359.648413] env[70059]: _type = "Task" [ 1359.648413] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.657499] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.991075] env[70059]: INFO nova.compute.manager [-] [instance: 2fb62f4d-78b4-4937-9501-a4f79e92a0c0] Took 1.21 seconds to deallocate network for instance. [ 1360.142862] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.143140] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.143365] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.143579] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1360.148762] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf44a89-9f21-4122-af54-a860cbc0b58a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.159815] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065822} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.162025] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.162868] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a5ed38-38b7-427f-bd9e-711efcaac58d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.166197] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555f4e9-3620-4061-989a-9030a64fbc51 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.189265] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c7111-a0d0-42df-88c9-5ea02271b0e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.199926] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 03d57785-c590-4994-931d-a2bdac1edbb2/03d57785-c590-4994-931d-a2bdac1edbb2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.202281] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2865073-fbf6-4839-bc67-badea03bd478 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.220836] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e744701-3e41-4819-8d9d-c8e2e2f4af0e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.225067] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1360.225067] env[70059]: value = "task-3190151" [ 1360.225067] env[70059]: _type = "Task" [ 1360.225067] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.251917] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180428MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1360.252139] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.252295] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.259805] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.385535] env[70059]: DEBUG nova.network.neutron [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.497794] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.736583] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190151, 'name': ReconfigVM_Task, 'duration_secs': 0.286138} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.736858] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 03d57785-c590-4994-931d-a2bdac1edbb2/03d57785-c590-4994-931d-a2bdac1edbb2.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.737439] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a327f1d-e134-4e3a-9eb1-39968c63ea60 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.744051] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1360.744051] env[70059]: value = "task-3190152" [ 1360.744051] env[70059]: _type = "Task" [ 1360.744051] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.751121] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190152, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.888866] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.105777] env[70059]: DEBUG nova.compute.manager [req-b0fd70d9-eb04-4c3d-8100-2d4ddec34ef2 req-9bbc953d-f3bd-4d6e-9f1f-9a1714706bb4 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-vif-unplugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.105777] env[70059]: DEBUG oslo_concurrency.lockutils [req-b0fd70d9-eb04-4c3d-8100-2d4ddec34ef2 req-9bbc953d-f3bd-4d6e-9f1f-9a1714706bb4 service nova] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.105777] env[70059]: DEBUG oslo_concurrency.lockutils [req-b0fd70d9-eb04-4c3d-8100-2d4ddec34ef2 req-9bbc953d-f3bd-4d6e-9f1f-9a1714706bb4 service nova] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.105777] env[70059]: DEBUG oslo_concurrency.lockutils [req-b0fd70d9-eb04-4c3d-8100-2d4ddec34ef2 req-9bbc953d-f3bd-4d6e-9f1f-9a1714706bb4 service nova] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.105777] env[70059]: DEBUG nova.compute.manager [req-b0fd70d9-eb04-4c3d-8100-2d4ddec34ef2 req-9bbc953d-f3bd-4d6e-9f1f-9a1714706bb4 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] No waiting events found dispatching network-vif-unplugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.106230] env[70059]: WARNING nova.compute.manager [req-b0fd70d9-eb04-4c3d-8100-2d4ddec34ef2 req-9bbc953d-f3bd-4d6e-9f1f-9a1714706bb4 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received unexpected event network-vif-unplugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb for instance with vm_state shelved and task_state shelving_offloading. [ 1361.204908] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.205822] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8695af-1ee3-4147-a563-cf4cf328ffdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.213423] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.213654] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b210025-a1ae-4af9-8c27-70dc0fadbbcf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.252905] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190152, 'name': Rename_Task, 'duration_secs': 0.162853} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.253149] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.253377] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db978ea-6493-4dd3-aab4-dd2262cd09dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.261802] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1361.261802] env[70059]: value = "task-3190154" [ 1361.261802] env[70059]: _type = "Task" [ 1361.261802] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.269379] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.280218] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2afd1050-82d4-4319-9999-7307f33cc63b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.280400] env[70059]: WARNING nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 2fb62f4d-78b4-4937-9501-a4f79e92a0c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1361.280532] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 03d57785-c590-4994-931d-a2bdac1edbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1361.280752] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1361.280938] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1361.285251] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.285462] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.285693] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleting the datastore file [datastore2] 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.285984] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394c3792-c185-478f-9049-ba6b158243e5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.292651] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1361.292651] env[70059]: value = "task-3190155" [ 1361.292651] env[70059]: _type = "Task" [ 1361.292651] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.301367] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.338049] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff9629-5af2-4f6c-ab8c-3c2d03528caa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.345183] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb16d4-ae1d-41da-8f8d-fd4503f1da2e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.376070] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f81773-5c69-419f-929e-7ff7cdc0955f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.383352] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce979f3-5f54-46d8-9246-6473425024a5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.397836] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.771918] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190154, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.801200] env[70059]: DEBUG oslo_vmware.api [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139127} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.801443] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.801631] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.801818] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.819792] env[70059]: INFO nova.scheduler.client.report [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted allocations for instance 2afd1050-82d4-4319-9999-7307f33cc63b [ 1361.918143] env[70059]: ERROR nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [req-94c7f26d-e847-4417-be80-22cbdcefe204] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94c7f26d-e847-4417-be80-22cbdcefe204"}]} [ 1361.934230] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1361.947698] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1361.947890] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.958870] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1361.977008] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1362.013966] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b3560-1f8f-4344-a1bd-351f7eaeabc1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.021567] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb4675-0396-45ce-b403-866a327bd12a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.051057] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06c7ea-486f-4ecf-8c48-82524d8294aa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.058093] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07a8e23-8546-48df-a5f1-53192f10168c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.070890] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.274870] env[70059]: DEBUG oslo_vmware.api [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190154, 'name': PowerOnVM_Task, 'duration_secs': 0.782029} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.275265] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.275393] env[70059]: INFO nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1362.275615] env[70059]: DEBUG nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.276475] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6ca4d-18da-43fe-addf-58679d52f86d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.324487] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.603046] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1362.603348] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 163 to 164 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1362.603514] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.797388] env[70059]: INFO nova.compute.manager [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Took 12.95 seconds to build instance. [ 1363.108405] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1363.108649] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.856s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.108973] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.611s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.109208] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.111260] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.787s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.111486] env[70059]: DEBUG nova.objects.instance [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'resources' on Instance uuid 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.132161] env[70059]: INFO nova.scheduler.client.report [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocations for instance 2fb62f4d-78b4-4937-9501-a4f79e92a0c0 [ 1363.135719] env[70059]: DEBUG nova.compute.manager [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.136016] env[70059]: DEBUG nova.compute.manager [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing instance network info cache due to event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.136144] env[70059]: DEBUG oslo_concurrency.lockutils [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.136322] env[70059]: DEBUG oslo_concurrency.lockutils [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.136455] env[70059]: DEBUG nova.network.neutron [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.299556] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f43ac2c5-0db6-4435-9fc2-214dfa693cb8 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.459s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.614366] env[70059]: DEBUG nova.objects.instance [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'numa_topology' on Instance uuid 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.645582] env[70059]: DEBUG oslo_concurrency.lockutils [None req-385f0736-d1d8-4723-ade3-2ad8d28fcc02 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "2fb62f4d-78b4-4937-9501-a4f79e92a0c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.963s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.864010] env[70059]: DEBUG nova.network.neutron [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updated VIF entry in instance network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.864394] env[70059]: DEBUG nova.network.neutron [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": null, "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.117517] env[70059]: DEBUG nova.objects.base [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Object Instance<2afd1050-82d4-4319-9999-7307f33cc63b> lazy-loaded attributes: resources,numa_topology {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.151194] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b9cb96-6422-48f4-baea-f7de4dedabd9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.158872] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2687a52-5f66-47b4-b790-50c5417db5bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.189030] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.190063] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0972f6d-07bf-4c16-ad31-055887c75186 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.197407] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f055d330-ec65-4872-a0de-ec5bb7c4efba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.210474] env[70059]: DEBUG nova.compute.provider_tree [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.366744] env[70059]: DEBUG oslo_concurrency.lockutils [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.367100] env[70059]: DEBUG nova.compute.manager [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Received event network-changed-4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.367150] env[70059]: DEBUG nova.compute.manager [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Refreshing instance network info cache due to event network-changed-4b6a4d93-0fcf-4129-9337-192d6d2e29bd. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.367365] env[70059]: DEBUG oslo_concurrency.lockutils [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] Acquiring lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.367511] env[70059]: DEBUG oslo_concurrency.lockutils [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] Acquired lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.367671] env[70059]: DEBUG nova.network.neutron [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Refreshing network info cache for port 4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.630268] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.630548] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.714078] env[70059]: DEBUG nova.scheduler.client.report [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.125963] env[70059]: DEBUG nova.network.neutron [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updated VIF entry in instance network info cache for port 4b6a4d93-0fcf-4129-9337-192d6d2e29bd. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.126351] env[70059]: DEBUG nova.network.neutron [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updating instance_info_cache with network_info: [{"id": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "address": "fa:16:3e:a5:d4:b5", "network": {"id": "afebb0fc-1b5a-4440-ac12-15da24eaa4b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1528643550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43b2ea6cc4de48eaa7a2a2448293dff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6a4d93-0f", "ovs_interfaceid": "4b6a4d93-0fcf-4129-9337-192d6d2e29bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.133492] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.218182] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.628888] env[70059]: DEBUG oslo_concurrency.lockutils [req-effb82eb-eca6-45bd-b43c-ffcfa33c56f5 req-0a14f660-94b9-40bc-84e5-6cadb6d1b70b service nova] Releasing lock "refresh_cache-03d57785-c590-4994-931d-a2bdac1edbb2" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.656984] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.657318] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.658902] env[70059]: INFO nova.compute.claims [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.726019] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a1cedad2-c072-491c-a72e-2b26adebfb9d tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.414s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.726921] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.538s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.727141] env[70059]: INFO nova.compute.manager [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Unshelving [ 1366.111414] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.111642] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.719523] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a54993-930c-44a5-bf03-7b5885d06f09 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.727248] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91abbf-b876-45bb-b94f-865de4ab4ac6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.759177] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bea14f-4a62-4781-9a39-91a6e5de6343 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.765810] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540aa322-81bf-490c-a34f-2cc6c0b89f1e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.770455] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.779973] env[70059]: DEBUG nova.compute.provider_tree [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.282762] env[70059]: DEBUG nova.scheduler.client.report [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.788530] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.789026] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.791592] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.021s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.793196] env[70059]: DEBUG nova.objects.instance [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'pci_requests' on Instance uuid 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.296614] env[70059]: DEBUG nova.compute.utils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.299905] env[70059]: DEBUG nova.objects.instance [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'numa_topology' on Instance uuid 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.301186] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.301470] env[70059]: DEBUG nova.network.neutron [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.344517] env[70059]: DEBUG nova.policy [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275c162be2c4813b7780b7276023d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfba0ac280493298000e61ffaf21ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.602739] env[70059]: DEBUG nova.network.neutron [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Successfully created port: f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.803680] env[70059]: INFO nova.compute.claims [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.806917] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.818919] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.848980] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.848980] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.849179] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.849891] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.849891] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.849891] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.849891] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.850208] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.850265] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.850386] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.850560] env[70059]: DEBUG nova.virt.hardware [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.851439] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d7dddb-fde3-48fa-a6cb-d1f1b6ef3999 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.862088] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a56f40-6b45-43e3-b0e5-153a4dfb71f1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.878319] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066835c5-96b9-48fd-bfc3-dc2b8b04995d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.884981] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4cc19a-2178-4dff-b65e-2dc8a2df7f0c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.914464] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33002d03-22c3-4845-8c5b-8b0af665591f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.921458] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad6516-b94f-4a08-b05d-242be44dae76 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.934317] env[70059]: DEBUG nova.compute.provider_tree [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.951719] env[70059]: DEBUG nova.compute.manager [req-da39cdc9-e364-4946-8962-e532e531390e req-cc09bd63-82f1-482f-b12a-024c661c1968 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Received event network-vif-plugged-f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.952055] env[70059]: DEBUG oslo_concurrency.lockutils [req-da39cdc9-e364-4946-8962-e532e531390e req-cc09bd63-82f1-482f-b12a-024c661c1968 service nova] Acquiring lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.952169] env[70059]: DEBUG oslo_concurrency.lockutils [req-da39cdc9-e364-4946-8962-e532e531390e req-cc09bd63-82f1-482f-b12a-024c661c1968 service nova] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.952317] env[70059]: DEBUG oslo_concurrency.lockutils [req-da39cdc9-e364-4946-8962-e532e531390e req-cc09bd63-82f1-482f-b12a-024c661c1968 service nova] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.952478] env[70059]: DEBUG nova.compute.manager [req-da39cdc9-e364-4946-8962-e532e531390e req-cc09bd63-82f1-482f-b12a-024c661c1968 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] No waiting events found dispatching network-vif-plugged-f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1369.952634] env[70059]: WARNING nova.compute.manager [req-da39cdc9-e364-4946-8962-e532e531390e req-cc09bd63-82f1-482f-b12a-024c661c1968 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Received unexpected event network-vif-plugged-f778ffef-3126-4ff0-b669-83589b5b0d90 for instance with vm_state building and task_state spawning. [ 1370.031367] env[70059]: DEBUG nova.network.neutron [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Successfully updated port: f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.438048] env[70059]: DEBUG nova.scheduler.client.report [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.534323] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.534440] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.534585] env[70059]: DEBUG nova.network.neutron [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.942973] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.151s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.970685] env[70059]: INFO nova.network.neutron [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating port bc97eb24-2ae1-4fab-97e7-f119750b5feb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1371.064798] env[70059]: DEBUG nova.network.neutron [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.196477] env[70059]: DEBUG nova.network.neutron [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Updating instance_info_cache with network_info: [{"id": "f778ffef-3126-4ff0-b669-83589b5b0d90", "address": "fa:16:3e:a1:ad:80", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf778ffef-31", "ovs_interfaceid": "f778ffef-3126-4ff0-b669-83589b5b0d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.699675] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.700020] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Instance network_info: |[{"id": "f778ffef-3126-4ff0-b669-83589b5b0d90", "address": "fa:16:3e:a1:ad:80", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf778ffef-31", "ovs_interfaceid": "f778ffef-3126-4ff0-b669-83589b5b0d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.700465] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ad:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f778ffef-3126-4ff0-b669-83589b5b0d90', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.707931] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.708175] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.708405] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8460dc7-1c80-47e0-812a-234afdc7bfdb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.728965] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.728965] env[70059]: value = "task-3190156" [ 1371.728965] env[70059]: _type = "Task" [ 1371.728965] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.736995] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190156, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.979200] env[70059]: DEBUG nova.compute.manager [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Received event network-changed-f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.979437] env[70059]: DEBUG nova.compute.manager [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Refreshing instance network info cache due to event network-changed-f778ffef-3126-4ff0-b669-83589b5b0d90. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.979710] env[70059]: DEBUG oslo_concurrency.lockutils [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] Acquiring lock "refresh_cache-e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.979826] env[70059]: DEBUG oslo_concurrency.lockutils [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] Acquired lock "refresh_cache-e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.980035] env[70059]: DEBUG nova.network.neutron [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Refreshing network info cache for port f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.240683] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190156, 'name': CreateVM_Task, 'duration_secs': 0.324189} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.240893] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.241580] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.242163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.242163] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.242688] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ceab0c7-14cf-4545-8b02-73a920af1744 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.247387] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1372.247387] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52176247-6dc2-e4f0-0784-3cd93fc4e079" [ 1372.247387] env[70059]: _type = "Task" [ 1372.247387] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.256045] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52176247-6dc2-e4f0-0784-3cd93fc4e079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.442731] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.443095] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.443604] env[70059]: DEBUG nova.network.neutron [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.670906] env[70059]: DEBUG nova.network.neutron [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Updated VIF entry in instance network info cache for port f778ffef-3126-4ff0-b669-83589b5b0d90. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.671300] env[70059]: DEBUG nova.network.neutron [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Updating instance_info_cache with network_info: [{"id": "f778ffef-3126-4ff0-b669-83589b5b0d90", "address": "fa:16:3e:a1:ad:80", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf778ffef-31", "ovs_interfaceid": "f778ffef-3126-4ff0-b669-83589b5b0d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.758013] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52176247-6dc2-e4f0-0784-3cd93fc4e079, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.758335] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.758568] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.758809] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.758953] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.759149] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.759404] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95888754-3c0b-4ce4-836a-2229dcf4ee28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.767631] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.767798] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.768466] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0505e289-0fda-41ab-81c1-2b5dc0ec8561 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.775757] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1372.775757] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cf1cc9-9e1b-552d-8d4f-75b7e2e95aab" [ 1372.775757] env[70059]: _type = "Task" [ 1372.775757] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.782642] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cf1cc9-9e1b-552d-8d4f-75b7e2e95aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.173915] env[70059]: DEBUG oslo_concurrency.lockutils [req-8678efa4-2142-46ee-bef2-85d5f1de7f2f req-97f9c538-eae4-44f0-b60a-e0dfee5e772b service nova] Releasing lock "refresh_cache-e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.289410] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cf1cc9-9e1b-552d-8d4f-75b7e2e95aab, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.290355] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575e7347-bee1-4bc6-8e29-1a7a9ef3efd8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.295370] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1373.295370] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5280d95e-4e74-4eda-04aa-f40ffa504dfe" [ 1373.295370] env[70059]: _type = "Task" [ 1373.295370] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.303122] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5280d95e-4e74-4eda-04aa-f40ffa504dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.379437] env[70059]: DEBUG nova.network.neutron [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.807121] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5280d95e-4e74-4eda-04aa-f40ffa504dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.807416] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.807671] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced/e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.807934] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a559b355-9f8b-4949-9ac4-5b093b8b6964 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.815547] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1373.815547] env[70059]: value = "task-3190157" [ 1373.815547] env[70059]: _type = "Task" [ 1373.815547] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.823017] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.881949] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.910396] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='61ea7d492512faf7c5a72f09e29ad90b',container_format='bare',created_at=2025-03-26T22:13:44Z,direct_url=,disk_format='vmdk',id=9bdd073c-f339-456c-b132-7373328736c1,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1976178685-shelved',owner='c80df9ef80e140f7baa7e260e967d582',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-26T22:13:57Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.910649] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.910835] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.911057] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.911213] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.911363] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.911619] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.911801] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.911999] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.912184] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.912361] env[70059]: DEBUG nova.virt.hardware [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.913244] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1bd9f-da62-48b9-8de1-9f5e63fed154 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.921096] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f067342-7f31-477a-9513-5aed5d3ee8fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.933670] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:26:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc97eb24-2ae1-4fab-97e7-f119750b5feb', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.940910] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.941152] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.941362] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bc0af50-669d-4fa7-945c-505bfecdea9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.958544] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.958544] env[70059]: value = "task-3190158" [ 1373.958544] env[70059]: _type = "Task" [ 1373.958544] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.967566] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190158, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.009797] env[70059]: DEBUG nova.compute.manager [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-vif-plugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.010207] env[70059]: DEBUG oslo_concurrency.lockutils [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.010399] env[70059]: DEBUG oslo_concurrency.lockutils [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.010615] env[70059]: DEBUG oslo_concurrency.lockutils [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.010888] env[70059]: DEBUG nova.compute.manager [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] No waiting events found dispatching network-vif-plugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.011095] env[70059]: WARNING nova.compute.manager [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received unexpected event network-vif-plugged-bc97eb24-2ae1-4fab-97e7-f119750b5feb for instance with vm_state shelved_offloaded and task_state spawning. [ 1374.011333] env[70059]: DEBUG nova.compute.manager [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.011427] env[70059]: DEBUG nova.compute.manager [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing instance network info cache due to event network-changed-bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.011592] env[70059]: DEBUG oslo_concurrency.lockutils [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] Acquiring lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.011729] env[70059]: DEBUG oslo_concurrency.lockutils [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] Acquired lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.011886] env[70059]: DEBUG nova.network.neutron [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Refreshing network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.326212] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190157, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.469922] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190158, 'name': CreateVM_Task} progress is 25%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.707545] env[70059]: DEBUG nova.network.neutron [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updated VIF entry in instance network info cache for port bc97eb24-2ae1-4fab-97e7-f119750b5feb. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.707904] env[70059]: DEBUG nova.network.neutron [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [{"id": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "address": "fa:16:3e:f3:26:bf", "network": {"id": "1152e128-5856-4222-a54d-f5fb9cf64e42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-625765082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c80df9ef80e140f7baa7e260e967d582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97eb24-2a", "ovs_interfaceid": "bc97eb24-2ae1-4fab-97e7-f119750b5feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.826295] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52395} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.826572] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced/e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.826753] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.826994] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7045a19b-00cf-4e7e-9015-30abd2a16d58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.833249] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1374.833249] env[70059]: value = "task-3190159" [ 1374.833249] env[70059]: _type = "Task" [ 1374.833249] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.840164] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.968543] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190158, 'name': CreateVM_Task, 'duration_secs': 0.63462} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.968745] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.969403] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.969566] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.969941] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.970210] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d55fab6-e91c-4f7b-97a0-9d93fce41acb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.974625] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1374.974625] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52910e12-7405-5e77-43ed-de207d8ea2f5" [ 1374.974625] env[70059]: _type = "Task" [ 1374.974625] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.981634] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52910e12-7405-5e77-43ed-de207d8ea2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.210576] env[70059]: DEBUG oslo_concurrency.lockutils [req-ab2307e8-3b75-4faa-ba99-01d59900a2bd req-2272bc78-1071-4eaf-8f90-0f511d94725e service nova] Releasing lock "refresh_cache-2afd1050-82d4-4319-9999-7307f33cc63b" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.342948] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090673} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.343335] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.343980] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e7f5dd-bf54-4a1e-a189-11cd1ad94edf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.365104] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced/e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.365309] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c2f5e1-23b8-4fee-991f-adab26b23d02 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.383722] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1375.383722] env[70059]: value = "task-3190160" [ 1375.383722] env[70059]: _type = "Task" [ 1375.383722] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.390652] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190160, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.484400] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.484560] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Processing image 9bdd073c-f339-456c-b132-7373328736c1 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.484796] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.484945] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.485429] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.485429] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4178238-c85c-4d30-a8c2-61a64db9671a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.493705] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.493809] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.494536] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee4416e-98ad-4693-b02c-536b9b8ef56a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.499376] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1375.499376] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528453b3-aa08-8f3d-3345-113debc9f8fd" [ 1375.499376] env[70059]: _type = "Task" [ 1375.499376] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.508819] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528453b3-aa08-8f3d-3345-113debc9f8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.893949] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190160, 'name': ReconfigVM_Task, 'duration_secs': 0.491491} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.894239] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Reconfigured VM instance instance-00000077 to attach disk [datastore1] e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced/e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.894849] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dede7fd-7514-4ce8-a9e8-faf84d7f25a6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.901254] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1375.901254] env[70059]: value = "task-3190161" [ 1375.901254] env[70059]: _type = "Task" [ 1375.901254] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.908469] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190161, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.009945] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Preparing fetch location {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1376.010355] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Fetch image to [datastore1] OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296/OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296.vmdk {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1376.010586] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Downloading stream optimized image 9bdd073c-f339-456c-b132-7373328736c1 to [datastore1] OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296/OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296.vmdk on the data store datastore1 as vApp {{(pid=70059) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1376.010859] env[70059]: DEBUG nova.virt.vmwareapi.images [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Downloading image file data 9bdd073c-f339-456c-b132-7373328736c1 to the ESX as VM named 'OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296' {{(pid=70059) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1376.076679] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1376.076679] env[70059]: value = "resgroup-9" [ 1376.076679] env[70059]: _type = "ResourcePool" [ 1376.076679] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1376.077157] env[70059]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e9e65022-05c8-423a-9c8e-4471f1841a81 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.097311] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease: (returnval){ [ 1376.097311] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f8812-9b96-0ece-b86d-167ed9a6f0a7" [ 1376.097311] env[70059]: _type = "HttpNfcLease" [ 1376.097311] env[70059]: } obtained for vApp import into resource pool (val){ [ 1376.097311] env[70059]: value = "resgroup-9" [ 1376.097311] env[70059]: _type = "ResourcePool" [ 1376.097311] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1376.097725] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the lease: (returnval){ [ 1376.097725] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f8812-9b96-0ece-b86d-167ed9a6f0a7" [ 1376.097725] env[70059]: _type = "HttpNfcLease" [ 1376.097725] env[70059]: } to be ready. {{(pid=70059) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1376.103607] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.103607] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f8812-9b96-0ece-b86d-167ed9a6f0a7" [ 1376.103607] env[70059]: _type = "HttpNfcLease" [ 1376.103607] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1376.411347] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190161, 'name': Rename_Task, 'duration_secs': 0.138039} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.411911] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.412208] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fed2c79-c3b1-4172-bf3a-66d6dee39e5f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.418825] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1376.418825] env[70059]: value = "task-3190163" [ 1376.418825] env[70059]: _type = "Task" [ 1376.418825] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.427058] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.606660] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1376.606660] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f8812-9b96-0ece-b86d-167ed9a6f0a7" [ 1376.606660] env[70059]: _type = "HttpNfcLease" [ 1376.606660] env[70059]: } is initializing. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1376.929685] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.106269] env[70059]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1377.106269] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f8812-9b96-0ece-b86d-167ed9a6f0a7" [ 1377.106269] env[70059]: _type = "HttpNfcLease" [ 1377.106269] env[70059]: } is ready. {{(pid=70059) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1377.106571] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1377.106571] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525f8812-9b96-0ece-b86d-167ed9a6f0a7" [ 1377.106571] env[70059]: _type = "HttpNfcLease" [ 1377.106571] env[70059]: }. {{(pid=70059) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1377.107287] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04986766-f4b6-4c79-8096-2a1594cddb7a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.114111] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dac1a0-7341-7f13-7947-d13ee07d02a4/disk-0.vmdk from lease info. {{(pid=70059) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1377.114292] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dac1a0-7341-7f13-7947-d13ee07d02a4/disk-0.vmdk. {{(pid=70059) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1377.178244] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a9a5dfa-4d79-4a89-8b5a-eb929430b770 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.430782] env[70059]: DEBUG oslo_vmware.api [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190163, 'name': PowerOnVM_Task, 'duration_secs': 0.570185} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.431204] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.431289] env[70059]: INFO nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1377.431471] env[70059]: DEBUG nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.432248] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92b85b-09c8-467a-8911-4cea3b5dda94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.949240] env[70059]: INFO nova.compute.manager [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Took 12.31 seconds to build instance. [ 1378.434222] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Completed reading data from the image iterator. {{(pid=70059) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1378.434637] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dac1a0-7341-7f13-7947-d13ee07d02a4/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1378.435555] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dec623-4b6d-43ff-b82b-2c32b11ef5cc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.442651] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dac1a0-7341-7f13-7947-d13ee07d02a4/disk-0.vmdk is in state: ready. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1378.442831] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dac1a0-7341-7f13-7947-d13ee07d02a4/disk-0.vmdk. {{(pid=70059) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1378.443083] env[70059]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-98333e8a-559d-4712-a72a-c601f54775b0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.451483] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0744e7ac-65d9-4296-bb42-2f445979a546 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.821s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.620907] env[70059]: DEBUG oslo_vmware.rw_handles [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dac1a0-7341-7f13-7947-d13ee07d02a4/disk-0.vmdk. {{(pid=70059) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1378.621110] env[70059]: INFO nova.virt.vmwareapi.images [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Downloaded image file data 9bdd073c-f339-456c-b132-7373328736c1 [ 1378.621938] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718aaa3-594d-468c-b717-3b4ca4898da5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.637226] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d91079c5-2208-45ed-8252-c78ccd0fdd72 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.666170] env[70059]: INFO nova.virt.vmwareapi.images [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] The imported VM was unregistered [ 1378.668461] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Caching image {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1378.668691] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.668963] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3a450fd-93cf-47b4-988f-3efeb52debe0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.701212] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Created directory with path [datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1 {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.701385] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296/OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296.vmdk to [datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk. {{(pid=70059) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1378.701625] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eec66491-15df-4238-a14c-7d0b278a1649 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.708081] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1378.708081] env[70059]: value = "task-3190165" [ 1378.708081] env[70059]: _type = "Task" [ 1378.708081] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.715669] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.042616] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be13c79-e206-4946-b809-d98c9c6704fe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.049207] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Suspending the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1379.049430] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9c005e86-7ba0-49e9-8e54-97dbb6cd6a65 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.056434] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1379.056434] env[70059]: value = "task-3190166" [ 1379.056434] env[70059]: _type = "Task" [ 1379.056434] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.064008] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190166, 'name': SuspendVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.220016] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.567474] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190166, 'name': SuspendVM_Task} progress is 79%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.719580] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.068357] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190166, 'name': SuspendVM_Task} progress is 79%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.219763] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.569352] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190166, 'name': SuspendVM_Task} progress is 79%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.720285] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.070439] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190166, 'name': SuspendVM_Task} progress is 79%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.220804] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.570689] env[70059]: DEBUG oslo_vmware.api [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190166, 'name': SuspendVM_Task, 'duration_secs': 2.332209} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.571245] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Suspended the VM {{(pid=70059) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1381.571373] env[70059]: DEBUG nova.compute.manager [None req-24d37b4a-092c-47eb-8123-cc9ae234c0ec tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.572148] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38f65d0-774a-4f45-965c-cea866c14209 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.721483] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190165, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.809019} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.721788] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296/OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296.vmdk to [datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk. [ 1381.722018] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Cleaning up location [datastore1] OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296 {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1381.722215] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e73d1bbc-0802-4e3f-b970-3e098bd7c296 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.722466] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a21db0-6941-4c09-aef9-2b09d86bf46c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.730021] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1381.730021] env[70059]: value = "task-3190167" [ 1381.730021] env[70059]: _type = "Task" [ 1381.730021] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.737170] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.241279] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193183} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.241520] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.241676] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.241945] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk to [datastore1] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.242234] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23018df-f09e-4228-98b4-ddef8a0ffeb8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.248457] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1382.248457] env[70059]: value = "task-3190168" [ 1382.248457] env[70059]: _type = "Task" [ 1382.248457] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.255511] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.535776] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.536105] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.536409] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.536532] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.536679] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.538927] env[70059]: INFO nova.compute.manager [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Terminating instance [ 1382.758747] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190168, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.042792] env[70059]: DEBUG nova.compute.manager [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.042992] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.043902] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19326c00-822d-4808-a7ca-70c1a317db69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.051634] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.051899] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c74574ea-7660-4d64-9382-807da976c384 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.159282] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.159282] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.159282] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleting the datastore file [datastore1] e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.159517] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805d910f-90d5-47c7-a337-bfa6c4a65e91 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.167317] env[70059]: DEBUG oslo_vmware.api [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1383.167317] env[70059]: value = "task-3190170" [ 1383.167317] env[70059]: _type = "Task" [ 1383.167317] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.175483] env[70059]: DEBUG oslo_vmware.api [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.259593] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190168, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.677055] env[70059]: DEBUG oslo_vmware.api [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.760017] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190168, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.177743] env[70059]: DEBUG oslo_vmware.api [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.260884] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190168, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.679161] env[70059]: DEBUG oslo_vmware.api [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.282233} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.679561] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.679864] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.680155] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.680354] env[70059]: INFO nova.compute.manager [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1384.680591] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.680783] env[70059]: DEBUG nova.compute.manager [-] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.680905] env[70059]: DEBUG nova.network.neutron [-] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.761229] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190168, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.150755} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.761588] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bdd073c-f339-456c-b132-7373328736c1/9bdd073c-f339-456c-b132-7373328736c1.vmdk to [datastore1] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.762528] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285f991a-a36a-47c1-baa5-4979b69f6d94 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.784173] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.784425] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e56300-4a51-48ba-9b2b-a62961496771 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.802386] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1384.802386] env[70059]: value = "task-3190171" [ 1384.802386] env[70059]: _type = "Task" [ 1384.802386] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.809547] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.910473] env[70059]: DEBUG nova.compute.manager [req-75ca818a-930f-4bb6-b93b-9e57649c1227 req-91f1085d-74aa-4d41-996c-a0d04032ca19 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Received event network-vif-deleted-f778ffef-3126-4ff0-b669-83589b5b0d90 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.911106] env[70059]: INFO nova.compute.manager [req-75ca818a-930f-4bb6-b93b-9e57649c1227 req-91f1085d-74aa-4d41-996c-a0d04032ca19 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Neutron deleted interface f778ffef-3126-4ff0-b669-83589b5b0d90; detaching it from the instance and deleting it from the info cache [ 1384.911265] env[70059]: DEBUG nova.network.neutron [req-75ca818a-930f-4bb6-b93b-9e57649c1227 req-91f1085d-74aa-4d41-996c-a0d04032ca19 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.312882] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190171, 'name': ReconfigVM_Task, 'duration_secs': 0.282342} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.313185] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 2afd1050-82d4-4319-9999-7307f33cc63b/2afd1050-82d4-4319-9999-7307f33cc63b.vmdk or device None with type streamOptimized {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.313808] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4ea4a42-422c-45f9-bf61-e21ecd2f8799 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.319671] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1385.319671] env[70059]: value = "task-3190172" [ 1385.319671] env[70059]: _type = "Task" [ 1385.319671] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.327069] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190172, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.390984] env[70059]: DEBUG nova.network.neutron [-] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.414504] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de55159-9a41-4843-8045-d10b171ddc63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.425912] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99705a5b-cbb8-4a5f-90f4-89d059aa1c7c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.451270] env[70059]: DEBUG nova.compute.manager [req-75ca818a-930f-4bb6-b93b-9e57649c1227 req-91f1085d-74aa-4d41-996c-a0d04032ca19 service nova] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Detach interface failed, port_id=f778ffef-3126-4ff0-b669-83589b5b0d90, reason: Instance e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.829688] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190172, 'name': Rename_Task, 'duration_secs': 0.230345} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.830094] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.830209] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e885567c-6da9-4f0f-a405-5272a416750c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.837195] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1385.837195] env[70059]: value = "task-3190173" [ 1385.837195] env[70059]: _type = "Task" [ 1385.837195] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.845803] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.894559] env[70059]: INFO nova.compute.manager [-] [instance: e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced] Took 1.21 seconds to deallocate network for instance. [ 1386.346461] env[70059]: DEBUG oslo_vmware.api [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190173, 'name': PowerOnVM_Task, 'duration_secs': 0.428087} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.346757] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.401776] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.402118] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.402353] env[70059]: DEBUG nova.objects.instance [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'resources' on Instance uuid e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.448245] env[70059]: DEBUG nova.compute.manager [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.449195] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667333d3-a9c3-4a87-b95e-fbb4a6b9662e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.957449] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad012a6c-d1c7-467a-933d-1741c1b484be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.965497] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d50f8270-b394-4c53-8394-c1a8bb10881e tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.239s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.969295] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898a5e29-8089-41cb-800b-c0dd8a1af1f5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.999463] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a88f31-ed1b-43e3-9586-91150a789b46 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.008689] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb1f85a-af39-4466-8147-63093dc4b9d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.022638] env[70059]: DEBUG nova.compute.provider_tree [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.244959] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.245183] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.245391] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.245573] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.245743] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.247846] env[70059]: INFO nova.compute.manager [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Terminating instance [ 1387.543337] env[70059]: ERROR nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [req-0c05c4fc-b660-440e-92bb-8435c933bbc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c05c4fc-b660-440e-92bb-8435c933bbc7"}]} [ 1387.558934] env[70059]: DEBUG nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1387.571348] env[70059]: DEBUG nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1387.571573] env[70059]: DEBUG nova.compute.provider_tree [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.581694] env[70059]: DEBUG nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1387.598024] env[70059]: DEBUG nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1387.638841] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7326720-14d9-40c5-ac3a-b3e5ec866b03 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.646409] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4ac4fd-5286-4e7e-849e-1a0f268a4f63 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.675338] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89b3ce-4f3d-4336-979b-6f54a1d59912 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.682629] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb62e75d-3a40-4201-ba33-df85e60a37ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.695674] env[70059]: DEBUG nova.compute.provider_tree [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.751418] env[70059]: DEBUG nova.compute.manager [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.751588] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.752402] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6441a9f5-2396-4151-954c-1c0e5bedd428 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.761076] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.761298] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f85d7f08-b813-474c-8d7d-867a59b22764 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.766713] env[70059]: DEBUG oslo_vmware.api [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1387.766713] env[70059]: value = "task-3190174" [ 1387.766713] env[70059]: _type = "Task" [ 1387.766713] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.774316] env[70059]: DEBUG oslo_vmware.api [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.224412] env[70059]: DEBUG nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1388.224727] env[70059]: DEBUG nova.compute.provider_tree [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 166 to 167 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1388.224855] env[70059]: DEBUG nova.compute.provider_tree [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1388.276498] env[70059]: DEBUG oslo_vmware.api [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190174, 'name': PowerOffVM_Task, 'duration_secs': 0.173435} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.276742] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.276913] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.277178] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17df4c45-77bd-4ea8-8aeb-9a3971c48412 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.340620] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.340829] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.341078] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleting the datastore file [datastore1] 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.341347] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b63ef78-fae0-469f-b901-eaa79badabc6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.347386] env[70059]: DEBUG oslo_vmware.api [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for the task: (returnval){ [ 1388.347386] env[70059]: value = "task-3190176" [ 1388.347386] env[70059]: _type = "Task" [ 1388.347386] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.354662] env[70059]: DEBUG oslo_vmware.api [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.729978] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.753394] env[70059]: INFO nova.scheduler.client.report [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocations for instance e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced [ 1388.857411] env[70059]: DEBUG oslo_vmware.api [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Task: {'id': task-3190176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152909} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.857655] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.857839] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.858027] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.858205] env[70059]: INFO nova.compute.manager [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.858444] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.858636] env[70059]: DEBUG nova.compute.manager [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.858730] env[70059]: DEBUG nova.network.neutron [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.262686] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1313033e-b422-4196-9aa3-a08c03ed509c tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "e44ef8b6-77c1-4bdc-9876-5d5a7bf85ced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.727s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.309568] env[70059]: DEBUG nova.compute.manager [req-908f4faa-c31a-4546-8e68-5fd9079770d2 req-1b383f10-ff62-4d0e-a1d6-97add01975c5 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Received event network-vif-deleted-bc97eb24-2ae1-4fab-97e7-f119750b5feb {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.309772] env[70059]: INFO nova.compute.manager [req-908f4faa-c31a-4546-8e68-5fd9079770d2 req-1b383f10-ff62-4d0e-a1d6-97add01975c5 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Neutron deleted interface bc97eb24-2ae1-4fab-97e7-f119750b5feb; detaching it from the instance and deleting it from the info cache [ 1389.309947] env[70059]: DEBUG nova.network.neutron [req-908f4faa-c31a-4546-8e68-5fd9079770d2 req-1b383f10-ff62-4d0e-a1d6-97add01975c5 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.794585] env[70059]: DEBUG nova.network.neutron [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.812623] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c65417f-05c3-412b-9e64-0db640349ab3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.823043] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da08aece-4404-456b-948d-655df4429870 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.850234] env[70059]: DEBUG nova.compute.manager [req-908f4faa-c31a-4546-8e68-5fd9079770d2 req-1b383f10-ff62-4d0e-a1d6-97add01975c5 service nova] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Detach interface failed, port_id=bc97eb24-2ae1-4fab-97e7-f119750b5feb, reason: Instance 2afd1050-82d4-4319-9999-7307f33cc63b could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1390.297583] env[70059]: INFO nova.compute.manager [-] [instance: 2afd1050-82d4-4319-9999-7307f33cc63b] Took 1.44 seconds to deallocate network for instance. [ 1390.545636] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "674b551e-5480-44c6-aecd-fa4c220637c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.545880] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.803827] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.804130] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.804362] env[70059]: DEBUG nova.objects.instance [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lazy-loading 'resources' on Instance uuid 2afd1050-82d4-4319-9999-7307f33cc63b {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.048053] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.360636] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68cd74f-b117-42b2-b28f-0c438528b95f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.368246] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b096944b-f8ce-44fc-8d9a-2b7dae45c499 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.397381] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144a7ba-96b9-47a3-a384-188fd934da43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.404370] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb75bd-21d5-48fe-8e7b-512525e6567c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.418196] env[70059]: DEBUG nova.compute.provider_tree [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.566726] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.921656] env[70059]: DEBUG nova.scheduler.client.report [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.426992] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.429792] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.863s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.431255] env[70059]: INFO nova.compute.claims [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.451200] env[70059]: INFO nova.scheduler.client.report [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Deleted allocations for instance 2afd1050-82d4-4319-9999-7307f33cc63b [ 1392.958113] env[70059]: DEBUG oslo_concurrency.lockutils [None req-2de9b14b-f8b6-45f2-94f7-907938d6d57f tempest-ServerActionsTestOtherB-210573141 tempest-ServerActionsTestOtherB-210573141-project-member] Lock "2afd1050-82d4-4319-9999-7307f33cc63b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.477757] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b7cbfb-ff7e-4f6d-9a12-3d4c977a7fdd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.485952] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb80820-c026-4df5-905a-401328bd3510 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.515799] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c3132-cf5a-4c70-a791-e8de7145f6a1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.522332] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffce4e75-31ed-4968-a25b-d07bc66dfabb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.535769] env[70059]: DEBUG nova.compute.provider_tree [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.038843] env[70059]: DEBUG nova.scheduler.client.report [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.543654] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.544298] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.049866] env[70059]: DEBUG nova.compute.utils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1395.051347] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.051515] env[70059]: DEBUG nova.network.neutron [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.099320] env[70059]: DEBUG nova.policy [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4275c162be2c4813b7780b7276023d8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63cfba0ac280493298000e61ffaf21ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.340823] env[70059]: DEBUG nova.network.neutron [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Successfully created port: 4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.554733] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1396.565518] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.596672] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.596962] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.597142] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.597343] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.597506] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.597678] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.598013] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.598120] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.598323] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.598561] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.598707] env[70059]: DEBUG nova.virt.hardware [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.599647] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f514d7c4-76f0-4f33-990d-b6a9ef52b088 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.608253] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2f9d8-6e9e-459c-90f5-b7f6e8605239 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.702336] env[70059]: DEBUG nova.compute.manager [req-944e97ee-8c51-46d1-94b5-6d6f4e204bc4 req-f0ec3631-90c3-470f-a35b-cae00f74a0bb service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Received event network-vif-plugged-4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.702443] env[70059]: DEBUG oslo_concurrency.lockutils [req-944e97ee-8c51-46d1-94b5-6d6f4e204bc4 req-f0ec3631-90c3-470f-a35b-cae00f74a0bb service nova] Acquiring lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.702629] env[70059]: DEBUG oslo_concurrency.lockutils [req-944e97ee-8c51-46d1-94b5-6d6f4e204bc4 req-f0ec3631-90c3-470f-a35b-cae00f74a0bb service nova] Lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.702820] env[70059]: DEBUG oslo_concurrency.lockutils [req-944e97ee-8c51-46d1-94b5-6d6f4e204bc4 req-f0ec3631-90c3-470f-a35b-cae00f74a0bb service nova] Lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.702966] env[70059]: DEBUG nova.compute.manager [req-944e97ee-8c51-46d1-94b5-6d6f4e204bc4 req-f0ec3631-90c3-470f-a35b-cae00f74a0bb service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] No waiting events found dispatching network-vif-plugged-4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.703386] env[70059]: WARNING nova.compute.manager [req-944e97ee-8c51-46d1-94b5-6d6f4e204bc4 req-f0ec3631-90c3-470f-a35b-cae00f74a0bb service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Received unexpected event network-vif-plugged-4357040a-866e-44c8-b9b1-d800fcc80f06 for instance with vm_state building and task_state spawning. [ 1396.781181] env[70059]: DEBUG nova.network.neutron [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Successfully updated port: 4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.283990] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.284184] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.284334] env[70059]: DEBUG nova.network.neutron [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.829372] env[70059]: DEBUG nova.network.neutron [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.989377] env[70059]: DEBUG nova.network.neutron [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [{"id": "4357040a-866e-44c8-b9b1-d800fcc80f06", "address": "fa:16:3e:06:e9:6d", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357040a-86", "ovs_interfaceid": "4357040a-866e-44c8-b9b1-d800fcc80f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.492252] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.492552] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Instance network_info: |[{"id": "4357040a-866e-44c8-b9b1-d800fcc80f06", "address": "fa:16:3e:06:e9:6d", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357040a-86", "ovs_interfaceid": "4357040a-866e-44c8-b9b1-d800fcc80f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.493136] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e9:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4357040a-866e-44c8-b9b1-d800fcc80f06', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.501566] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.501801] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.502283] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb98a5bc-ae77-4843-849f-21f8fdfc1d84 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.526658] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.526658] env[70059]: value = "task-3190178" [ 1398.526658] env[70059]: _type = "Task" [ 1398.526658] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.534732] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190178, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.728620] env[70059]: DEBUG nova.compute.manager [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Received event network-changed-4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.728874] env[70059]: DEBUG nova.compute.manager [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Refreshing instance network info cache due to event network-changed-4357040a-866e-44c8-b9b1-d800fcc80f06. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.729287] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] Acquiring lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.729485] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] Acquired lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.729696] env[70059]: DEBUG nova.network.neutron [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Refreshing network info cache for port 4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.037305] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190178, 'name': CreateVM_Task, 'duration_secs': 0.324403} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.037588] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.038173] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.038342] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.038689] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.038943] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f70858-084d-4f58-813f-e80800a2bf36 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.043303] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1399.043303] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52d32560-36c4-f574-8592-05af4719b957" [ 1399.043303] env[70059]: _type = "Task" [ 1399.043303] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.050602] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d32560-36c4-f574-8592-05af4719b957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.414277] env[70059]: DEBUG nova.network.neutron [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updated VIF entry in instance network info cache for port 4357040a-866e-44c8-b9b1-d800fcc80f06. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.414629] env[70059]: DEBUG nova.network.neutron [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [{"id": "4357040a-866e-44c8-b9b1-d800fcc80f06", "address": "fa:16:3e:06:e9:6d", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357040a-86", "ovs_interfaceid": "4357040a-866e-44c8-b9b1-d800fcc80f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.553696] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52d32560-36c4-f574-8592-05af4719b957, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.554016] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.554268] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.554510] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.555166] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.555380] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.555642] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a716c689-5d07-4112-9b6c-2e7461cc0b6f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.565160] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.565367] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.566091] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cbd578-5d87-476b-84ca-6afa35c1e864 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.571195] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1399.571195] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52bd5a8d-b6f2-046a-a1fd-40943bc257d9" [ 1399.571195] env[70059]: _type = "Task" [ 1399.571195] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.578713] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bd5a8d-b6f2-046a-a1fd-40943bc257d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.920520] env[70059]: DEBUG oslo_concurrency.lockutils [req-ba1d916f-429d-4140-8148-f6dd94068c64 req-da816038-c888-453c-b77e-7f75de9f6c90 service nova] Releasing lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.081850] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52bd5a8d-b6f2-046a-a1fd-40943bc257d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008015} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.085020] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0ff2ec-a763-49f2-96be-f953d7d5eca0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.088073] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1400.088073] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]525fd50d-b617-a1d5-dba1-34d54e61971b" [ 1400.088073] env[70059]: _type = "Task" [ 1400.088073] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.095630] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525fd50d-b617-a1d5-dba1-34d54e61971b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.598682] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]525fd50d-b617-a1d5-dba1-34d54e61971b, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.598682] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.598863] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5/674b551e-5480-44c6-aecd-fa4c220637c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.599902] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec7b3ce7-86bf-4aca-8132-b7a757d25219 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.605511] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1400.605511] env[70059]: value = "task-3190179" [ 1400.605511] env[70059]: _type = "Task" [ 1400.605511] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.613604] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.114951] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449205} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.115316] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5/674b551e-5480-44c6-aecd-fa4c220637c5.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.115440] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.115691] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f070d7-403b-4d27-897d-96a34bfdc288 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.122990] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1401.122990] env[70059]: value = "task-3190180" [ 1401.122990] env[70059]: _type = "Task" [ 1401.122990] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.130571] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.349296] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.349542] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.537606] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.537829] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.633436] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074873} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.633705] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.634610] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f9bfe-d7b5-4504-a223-56f9eb341282 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.656682] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5/674b551e-5480-44c6-aecd-fa4c220637c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.656962] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfcbc4b-4c37-40d9-a923-1bff7009400f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.675551] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1401.675551] env[70059]: value = "task-3190181" [ 1401.675551] env[70059]: _type = "Task" [ 1401.675551] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.683376] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.853019] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.041478] env[70059]: DEBUG nova.compute.utils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.186282] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190181, 'name': ReconfigVM_Task, 'duration_secs': 0.271417} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.186656] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5/674b551e-5480-44c6-aecd-fa4c220637c5.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.187182] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2008319a-beb3-413f-88d8-f9b3c8273a23 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.193379] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1402.193379] env[70059]: value = "task-3190182" [ 1402.193379] env[70059]: _type = "Task" [ 1402.193379] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.202235] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190182, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.377527] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.377820] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.379289] env[70059]: INFO nova.compute.claims [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.545709] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.704994] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190182, 'name': Rename_Task, 'duration_secs': 0.148017} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.705274] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.705512] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f077661-ce32-45f6-99b8-0808a114314e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.711206] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1402.711206] env[70059]: value = "task-3190183" [ 1402.711206] env[70059]: _type = "Task" [ 1402.711206] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.719344] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.220640] env[70059]: DEBUG oslo_vmware.api [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190183, 'name': PowerOnVM_Task, 'duration_secs': 0.425284} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.223265] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.223265] env[70059]: INFO nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1403.223265] env[70059]: DEBUG nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.223265] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782529b1-eeef-4164-8435-ae37c3891257 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.435374] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f453d9-c5d0-44a2-8ea5-d50c93448168 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.442694] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7a8496-b646-4a19-b7ff-e316658aba28 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.471016] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ad1fd-d72d-4102-846c-331dee83816e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.477690] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da51662b-3c0d-41b6-b257-1f4f40ebb95f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.491628] env[70059]: DEBUG nova.compute.provider_tree [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.610338] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.610562] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.610805] env[70059]: INFO nova.compute.manager [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Attaching volume 58a47316-ae2f-4223-9fa8-815361ac2f5e to /dev/sdb [ 1403.640699] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86015a6-683d-4b28-95f4-08115be7c316 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.647462] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31f72fe-dd97-4731-8bbe-e1998a0f40e3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.661378] env[70059]: DEBUG nova.virt.block_device [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updating existing volume attachment record: 979b16b9-a654-47e2-bfdf-ef2c324543bf {{(pid=70059) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1403.738297] env[70059]: INFO nova.compute.manager [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Took 12.19 seconds to build instance. [ 1403.995231] env[70059]: DEBUG nova.scheduler.client.report [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.241255] env[70059]: DEBUG oslo_concurrency.lockutils [None req-7dfd29f7-9c55-46d1-9a5b-b9823a69352d tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.695s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.500454] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.500870] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1405.006525] env[70059]: DEBUG nova.compute.utils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1405.009552] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.009769] env[70059]: DEBUG nova.network.neutron [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.052022] env[70059]: DEBUG nova.policy [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b7049055c4b4d7287891f3076392972', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b425ef2517f4e9cb4e353dee9099dff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.275049] env[70059]: DEBUG nova.network.neutron [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Successfully created port: a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.516485] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.525752] env[70059]: DEBUG nova.compute.manager [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Stashing vm_state: active {{(pid=70059) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1406.051405] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.051613] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.527732] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.553906] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.554152] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.554713] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.554713] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.554713] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.554859] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.554969] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.555154] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.555329] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.555492] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.555666] env[70059]: DEBUG nova.virt.hardware [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.558029] env[70059]: INFO nova.compute.claims [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.563474] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dadabf-923c-4ee3-9e66-a2358dfe6782 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.571438] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ce7df-636e-4a2f-a943-436801dfba58 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.696039] env[70059]: DEBUG nova.compute.manager [req-56e1177e-7fca-4876-bf3c-e5fb8d164127 req-6b9da117-70b9-47df-b256-2f570986fc07 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Received event network-vif-plugged-a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.696271] env[70059]: DEBUG oslo_concurrency.lockutils [req-56e1177e-7fca-4876-bf3c-e5fb8d164127 req-6b9da117-70b9-47df-b256-2f570986fc07 service nova] Acquiring lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.696628] env[70059]: DEBUG oslo_concurrency.lockutils [req-56e1177e-7fca-4876-bf3c-e5fb8d164127 req-6b9da117-70b9-47df-b256-2f570986fc07 service nova] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.696823] env[70059]: DEBUG oslo_concurrency.lockutils [req-56e1177e-7fca-4876-bf3c-e5fb8d164127 req-6b9da117-70b9-47df-b256-2f570986fc07 service nova] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.696990] env[70059]: DEBUG nova.compute.manager [req-56e1177e-7fca-4876-bf3c-e5fb8d164127 req-6b9da117-70b9-47df-b256-2f570986fc07 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] No waiting events found dispatching network-vif-plugged-a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.697170] env[70059]: WARNING nova.compute.manager [req-56e1177e-7fca-4876-bf3c-e5fb8d164127 req-6b9da117-70b9-47df-b256-2f570986fc07 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Received unexpected event network-vif-plugged-a9e8033c-0f6a-4137-bb39-a46f8363f16d for instance with vm_state building and task_state spawning. [ 1406.777236] env[70059]: DEBUG nova.network.neutron [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Successfully updated port: a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.067993] env[70059]: INFO nova.compute.resource_tracker [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating resource usage from migration e8147d21-65de-4f4d-833d-dd35f6a0b830 [ 1407.123669] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655373a-84bb-41bd-b0b9-10f0875896c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.131209] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6558bc-c800-4def-9fb9-987a288c95ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.160253] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed3a3d-c436-4e10-83ef-bcc6680f384f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.166973] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3defe-c2e6-4afa-969f-05afa3fb2daa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.180795] env[70059]: DEBUG nova.compute.provider_tree [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.280028] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.280202] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.280370] env[70059]: DEBUG nova.network.neutron [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.685038] env[70059]: DEBUG nova.scheduler.client.report [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.811176] env[70059]: DEBUG nova.network.neutron [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.915464] env[70059]: DEBUG nova.network.neutron [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Updating instance_info_cache with network_info: [{"id": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "address": "fa:16:3e:41:e7:16", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e8033c-0f", "ovs_interfaceid": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.190618] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.139s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.190844] env[70059]: INFO nova.compute.manager [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Migrating [ 1408.206932] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Volume attach. Driver type: vmdk {{(pid=70059) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1408.207175] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637964', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'name': 'volume-58a47316-ae2f-4223-9fa8-815361ac2f5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03d57785-c590-4994-931d-a2bdac1edbb2', 'attached_at': '', 'detached_at': '', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'serial': '58a47316-ae2f-4223-9fa8-815361ac2f5e'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1408.208279] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc9a39-b376-4d30-bb99-39c43b484f35 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.227196] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40356aca-f8ef-472e-b692-663753bb8e42 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.252305] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-58a47316-ae2f-4223-9fa8-815361ac2f5e/volume-58a47316-ae2f-4223-9fa8-815361ac2f5e.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.252569] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1195fb9-a47e-402a-827a-56c76336dcd7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.270353] env[70059]: DEBUG oslo_vmware.api [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1408.270353] env[70059]: value = "task-3190186" [ 1408.270353] env[70059]: _type = "Task" [ 1408.270353] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.278334] env[70059]: DEBUG oslo_vmware.api [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.417863] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.418195] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Instance network_info: |[{"id": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "address": "fa:16:3e:41:e7:16", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e8033c-0f", "ovs_interfaceid": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.418616] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:e7:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e8033c-0f6a-4137-bb39-a46f8363f16d', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.426478] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Creating folder: Project (3b425ef2517f4e9cb4e353dee9099dff). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.426767] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6606556-6d9d-4921-95cb-d8a2210e822c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.437269] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Created folder: Project (3b425ef2517f4e9cb4e353dee9099dff) in parent group-v637631. [ 1408.437452] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Creating folder: Instances. Parent ref: group-v637965. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.437672] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199acd93-35dc-4c10-a4b8-4553e3549591 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.445962] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Created folder: Instances in parent group-v637965. [ 1408.446164] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.446352] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.446545] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9642a59-2f94-46af-bc86-684f1e606df3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.464189] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.464189] env[70059]: value = "task-3190189" [ 1408.464189] env[70059]: _type = "Task" [ 1408.464189] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.471458] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190189, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.706192] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.706192] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.706427] env[70059]: DEBUG nova.network.neutron [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.724740] env[70059]: DEBUG nova.compute.manager [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Received event network-changed-a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.724939] env[70059]: DEBUG nova.compute.manager [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Refreshing instance network info cache due to event network-changed-a9e8033c-0f6a-4137-bb39-a46f8363f16d. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1408.725167] env[70059]: DEBUG oslo_concurrency.lockutils [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] Acquiring lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.725314] env[70059]: DEBUG oslo_concurrency.lockutils [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] Acquired lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.725475] env[70059]: DEBUG nova.network.neutron [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Refreshing network info cache for port a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.780347] env[70059]: DEBUG oslo_vmware.api [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190186, 'name': ReconfigVM_Task, 'duration_secs': 0.37533} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.780647] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-58a47316-ae2f-4223-9fa8-815361ac2f5e/volume-58a47316-ae2f-4223-9fa8-815361ac2f5e.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.785202] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e03779b-b2ed-4c8b-8a66-6147dc5f5c75 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.799679] env[70059]: DEBUG oslo_vmware.api [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1408.799679] env[70059]: value = "task-3190190" [ 1408.799679] env[70059]: _type = "Task" [ 1408.799679] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.807328] env[70059]: DEBUG oslo_vmware.api [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.973894] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190189, 'name': CreateVM_Task, 'duration_secs': 0.300676} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.974084] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.974785] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.974952] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.975323] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.975571] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ff50d0-bb6a-47bd-81c2-319a5db922ea {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.979830] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1408.979830] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a033db-6624-9624-cff8-6ef7e42e1fc5" [ 1408.979830] env[70059]: _type = "Task" [ 1408.979830] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.986937] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a033db-6624-9624-cff8-6ef7e42e1fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.311787] env[70059]: DEBUG oslo_vmware.api [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190190, 'name': ReconfigVM_Task, 'duration_secs': 0.140284} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.312119] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637964', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'name': 'volume-58a47316-ae2f-4223-9fa8-815361ac2f5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03d57785-c590-4994-931d-a2bdac1edbb2', 'attached_at': '', 'detached_at': '', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'serial': '58a47316-ae2f-4223-9fa8-815361ac2f5e'} {{(pid=70059) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1409.393329] env[70059]: DEBUG nova.network.neutron [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [{"id": "4357040a-866e-44c8-b9b1-d800fcc80f06", "address": "fa:16:3e:06:e9:6d", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357040a-86", "ovs_interfaceid": "4357040a-866e-44c8-b9b1-d800fcc80f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.397808] env[70059]: DEBUG nova.network.neutron [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Updated VIF entry in instance network info cache for port a9e8033c-0f6a-4137-bb39-a46f8363f16d. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.398130] env[70059]: DEBUG nova.network.neutron [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Updating instance_info_cache with network_info: [{"id": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "address": "fa:16:3e:41:e7:16", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e8033c-0f", "ovs_interfaceid": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.490434] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a033db-6624-9624-cff8-6ef7e42e1fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.490693] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.490929] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.491218] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.491370] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.491553] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.491802] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20487d7-9749-4209-a207-e45dfefa4179 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.500018] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.500214] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.500881] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0766409d-9c78-4650-9fe4-c76ad9c18121 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.505677] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1409.505677] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52cdd06e-6e0a-9f9e-2c0d-05523f532405" [ 1409.505677] env[70059]: _type = "Task" [ 1409.505677] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.512926] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cdd06e-6e0a-9f9e-2c0d-05523f532405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.896545] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.900829] env[70059]: DEBUG oslo_concurrency.lockutils [req-53b90ee7-b170-4edd-8e03-422501027e5c req-0f45c6e8-bd8e-415a-be6a-9f3318241d55 service nova] Releasing lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.016049] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52cdd06e-6e0a-9f9e-2c0d-05523f532405, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.016823] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805ce06e-9806-4278-be75-b85a4e3103ed {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.022270] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1410.022270] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52a17b80-e609-c6a5-197b-d4bbc9604f49" [ 1410.022270] env[70059]: _type = "Task" [ 1410.022270] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.031730] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a17b80-e609-c6a5-197b-d4bbc9604f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.348050] env[70059]: DEBUG nova.objects.instance [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'flavor' on Instance uuid 03d57785-c590-4994-931d-a2bdac1edbb2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.532237] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52a17b80-e609-c6a5-197b-d4bbc9604f49, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.532500] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.532754] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/d3b6854a-aca7-41ee-85bd-67e9f721d8bc.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.533014] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea16cb2-d2a3-4248-b304-387b9ff66b9a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.539678] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1410.539678] env[70059]: value = "task-3190191" [ 1410.539678] env[70059]: _type = "Task" [ 1410.539678] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.548213] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.853584] env[70059]: DEBUG oslo_concurrency.lockutils [None req-c1cd6221-bf01-4609-a558-31764acdf42a tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.053065] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.053465] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.055232] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482855} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.055591] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/d3b6854a-aca7-41ee-85bd-67e9f721d8bc.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.055939] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.056529] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67f9816-d8ea-42c8-8b63-cae423c9691c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.063682] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1411.063682] env[70059]: value = "task-3190192" [ 1411.063682] env[70059]: _type = "Task" [ 1411.063682] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.072488] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.412196] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d296ccd1-e6f8-451a-b261-d70b2d953fcc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.432170] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 0 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.557856] env[70059]: INFO nova.compute.manager [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Detaching volume 58a47316-ae2f-4223-9fa8-815361ac2f5e [ 1411.574766] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06239} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.575067] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.575858] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe75d35e-eaec-4344-885e-666e8a1bf613 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.597426] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/d3b6854a-aca7-41ee-85bd-67e9f721d8bc.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.598513] env[70059]: INFO nova.virt.block_device [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Attempting to driver detach volume 58a47316-ae2f-4223-9fa8-815361ac2f5e from mountpoint /dev/sdb [ 1411.598724] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Volume detach. Driver type: vmdk {{(pid=70059) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1411.598912] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637964', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'name': 'volume-58a47316-ae2f-4223-9fa8-815361ac2f5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03d57785-c590-4994-931d-a2bdac1edbb2', 'attached_at': '', 'detached_at': '', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'serial': '58a47316-ae2f-4223-9fa8-815361ac2f5e'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1411.599191] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46adff31-f054-42f8-bbc1-3ef9979799f8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.613525] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424461e3-d5ef-4cd8-a679-e58d100f66dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.646941] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c97dc-d907-4ced-a72f-8b2aa62dde13 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.649728] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1411.649728] env[70059]: value = "task-3190193" [ 1411.649728] env[70059]: _type = "Task" [ 1411.649728] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.656243] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbfda9-35be-479a-9e4a-8cfd9dec8cff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.661844] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.678939] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efeaa3d-1322-4385-8222-8642912b0aef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.693275] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] The volume has not been displaced from its original location: [datastore1] volume-58a47316-ae2f-4223-9fa8-815361ac2f5e/volume-58a47316-ae2f-4223-9fa8-815361ac2f5e.vmdk. No consolidation needed. {{(pid=70059) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1411.698514] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1411.698793] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb453e6-f7f6-44be-a8a6-a7f0965085bc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.716283] env[70059]: DEBUG oslo_vmware.api [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1411.716283] env[70059]: value = "task-3190194" [ 1411.716283] env[70059]: _type = "Task" [ 1411.716283] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.723579] env[70059]: DEBUG oslo_vmware.api [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.938375] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.938619] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70e88836-0936-4aa6-9c6f-a5cc83a5b6e4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.945722] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1411.945722] env[70059]: value = "task-3190195" [ 1411.945722] env[70059]: _type = "Task" [ 1411.945722] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.957300] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.159426] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190193, 'name': ReconfigVM_Task, 'duration_secs': 0.412377} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.159811] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/d3b6854a-aca7-41ee-85bd-67e9f721d8bc.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.160340] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d13eec46-3512-4693-b3e9-298244c1a622 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.166457] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1412.166457] env[70059]: value = "task-3190196" [ 1412.166457] env[70059]: _type = "Task" [ 1412.166457] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.174012] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190196, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.226252] env[70059]: DEBUG oslo_vmware.api [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190194, 'name': ReconfigVM_Task, 'duration_secs': 0.228154} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.226597] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.231539] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd614358-930f-48d2-b628-d758574a8cef {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.246845] env[70059]: DEBUG oslo_vmware.api [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1412.246845] env[70059]: value = "task-3190197" [ 1412.246845] env[70059]: _type = "Task" [ 1412.246845] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.254636] env[70059]: DEBUG oslo_vmware.api [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.455809] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190195, 'name': PowerOffVM_Task, 'duration_secs': 0.325042} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.456046] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.456219] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 17 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.676071] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190196, 'name': Rename_Task, 'duration_secs': 0.170612} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.676349] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.676632] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfc8ea85-2b24-494c-b2ae-45ccadcdca0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.682451] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1412.682451] env[70059]: value = "task-3190198" [ 1412.682451] env[70059]: _type = "Task" [ 1412.682451] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.689690] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.757185] env[70059]: DEBUG oslo_vmware.api [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190197, 'name': ReconfigVM_Task, 'duration_secs': 0.154504} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.757372] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637964', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'name': 'volume-58a47316-ae2f-4223-9fa8-815361ac2f5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03d57785-c590-4994-931d-a2bdac1edbb2', 'attached_at': '', 'detached_at': '', 'volume_id': '58a47316-ae2f-4223-9fa8-815361ac2f5e', 'serial': '58a47316-ae2f-4223-9fa8-815361ac2f5e'} {{(pid=70059) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1412.962972] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.963243] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.963399] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.963581] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.963730] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.963879] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.964113] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.964282] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.964459] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.964620] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.964794] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.969706] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3067c3-acb6-4866-93d2-0caf94e2f60b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.985539] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1412.985539] env[70059]: value = "task-3190199" [ 1412.985539] env[70059]: _type = "Task" [ 1412.985539] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.993392] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.192719] env[70059]: DEBUG oslo_vmware.api [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190198, 'name': PowerOnVM_Task, 'duration_secs': 0.498831} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.193137] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.193203] env[70059]: INFO nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1413.193414] env[70059]: DEBUG nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.194208] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e088f1ab-ca94-45e6-b73f-12a0e99dff9e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.298764] env[70059]: DEBUG nova.objects.instance [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'flavor' on Instance uuid 03d57785-c590-4994-931d-a2bdac1edbb2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.494786] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190199, 'name': ReconfigVM_Task, 'duration_secs': 0.133874} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.496073] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 33 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.709947] env[70059]: INFO nova.compute.manager [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Took 11.35 seconds to build instance. [ 1414.001875] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.002173] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.002334] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.002517] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.002660] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.002803] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.003015] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.003187] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.003359] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.003551] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.003790] env[70059]: DEBUG nova.virt.hardware [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.009168] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.009756] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2f5c3d-c5b1-4bf8-a00e-e76c1e57d516 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.028529] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1414.028529] env[70059]: value = "task-3190200" [ 1414.028529] env[70059]: _type = "Task" [ 1414.028529] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.036041] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.212379] env[70059]: DEBUG oslo_concurrency.lockutils [None req-d605ebca-9bb4-448e-9a18-46d9b247149d tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.863s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.306475] env[70059]: DEBUG oslo_concurrency.lockutils [None req-f39b6207-c559-4d61-a5b7-ff4b1c769025 tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.446628] env[70059]: INFO nova.compute.manager [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Rescuing [ 1414.446902] env[70059]: DEBUG oslo_concurrency.lockutils [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.447093] env[70059]: DEBUG oslo_concurrency.lockutils [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.447276] env[70059]: DEBUG nova.network.neutron [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.538221] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190200, 'name': ReconfigVM_Task, 'duration_secs': 0.152042} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.538496] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.539283] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e28746-f0ec-401d-b2b4-311d71b6a0b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.559980] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5/674b551e-5480-44c6-aecd-fa4c220637c5.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.560220] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e7bac7-5432-463b-aaab-0d0f67ca740b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.577544] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1414.577544] env[70059]: value = "task-3190201" [ 1414.577544] env[70059]: _type = "Task" [ 1414.577544] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.584966] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.087388] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190201, 'name': ReconfigVM_Task, 'duration_secs': 0.268534} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.089560] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5/674b551e-5480-44c6-aecd-fa4c220637c5.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.089835] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 50 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.121709] env[70059]: DEBUG nova.network.neutron [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Updating instance_info_cache with network_info: [{"id": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "address": "fa:16:3e:41:e7:16", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e8033c-0f", "ovs_interfaceid": "a9e8033c-0f6a-4137-bb39-a46f8363f16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.325801] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.326246] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.326327] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "03d57785-c590-4994-931d-a2bdac1edbb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.326444] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.326613] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.328781] env[70059]: INFO nova.compute.manager [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Terminating instance [ 1415.596912] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4311b8-c75e-4bb0-9b19-f9f019b80247 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.616458] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d879d82-1568-44f4-82b2-31890ea5d9dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.633154] env[70059]: DEBUG oslo_concurrency.lockutils [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "refresh_cache-d3b6854a-aca7-41ee-85bd-67e9f721d8bc" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.635047] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 67 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.832453] env[70059]: DEBUG nova.compute.manager [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.832659] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.834094] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e341c0e5-f9d9-4086-9d88-9414b005f3b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.842083] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.842351] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fee8d80-0dbc-454f-a3dc-2ef79e2ab2b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.848798] env[70059]: DEBUG oslo_vmware.api [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1415.848798] env[70059]: value = "task-3190202" [ 1415.848798] env[70059]: _type = "Task" [ 1415.848798] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.856731] env[70059]: DEBUG oslo_vmware.api [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.193822] env[70059]: DEBUG nova.network.neutron [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Port 4357040a-866e-44c8-b9b1-d800fcc80f06 binding to destination host cpu-1 is already ACTIVE {{(pid=70059) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1416.358447] env[70059]: DEBUG oslo_vmware.api [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190202, 'name': PowerOffVM_Task, 'duration_secs': 0.264736} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.358863] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.358863] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.359149] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c02dff1-6255-413b-8fa6-929be135e348 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.430353] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.430539] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.430694] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleting the datastore file [datastore2] 03d57785-c590-4994-931d-a2bdac1edbb2 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.430956] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79083131-e544-45e7-a1c5-93bc41e65c78 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.437470] env[70059]: DEBUG oslo_vmware.api [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for the task: (returnval){ [ 1416.437470] env[70059]: value = "task-3190204" [ 1416.437470] env[70059]: _type = "Task" [ 1416.437470] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.445065] env[70059]: DEBUG oslo_vmware.api [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.638353] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.947231] env[70059]: DEBUG oslo_vmware.api [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Task: {'id': task-3190204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129515} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.947485] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.947669] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.947850] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.948037] env[70059]: INFO nova.compute.manager [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1416.948286] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.948481] env[70059]: DEBUG nova.compute.manager [-] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.948574] env[70059]: DEBUG nova.network.neutron [-] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.173503] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.173816] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-374d9cd5-4747-4d9f-8d4e-abe83c391781 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.180722] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1417.180722] env[70059]: value = "task-3190205" [ 1417.180722] env[70059]: _type = "Task" [ 1417.180722] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.190475] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.214406] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.214604] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.214789] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.422085] env[70059]: DEBUG nova.compute.manager [req-8d781bf6-cc9d-4c06-80f9-b431a6f0b2c9 req-e056b29b-1ca1-4c0d-80f6-7547d6afe2a1 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Received event network-vif-deleted-4b6a4d93-0fcf-4129-9337-192d6d2e29bd {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.422463] env[70059]: INFO nova.compute.manager [req-8d781bf6-cc9d-4c06-80f9-b431a6f0b2c9 req-e056b29b-1ca1-4c0d-80f6-7547d6afe2a1 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Neutron deleted interface 4b6a4d93-0fcf-4129-9337-192d6d2e29bd; detaching it from the instance and deleting it from the info cache [ 1417.422751] env[70059]: DEBUG nova.network.neutron [req-8d781bf6-cc9d-4c06-80f9-b431a6f0b2c9 req-e056b29b-1ca1-4c0d-80f6-7547d6afe2a1 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.637505] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.637758] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.637907] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1417.690748] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190205, 'name': PowerOffVM_Task, 'duration_secs': 0.208622} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.691022] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.691854] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037752a7-c004-467c-861b-37bba6e61fe1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.709325] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52dbe0-1a10-49b2-9cd0-79b9f0620dd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.745996] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.746663] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-746cd489-6251-4196-bda4-ab8bbbf3b192 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.753992] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1417.753992] env[70059]: value = "task-3190206" [ 1417.753992] env[70059]: _type = "Task" [ 1417.753992] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.761009] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.905649] env[70059]: DEBUG nova.network.neutron [-] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.925123] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b9d6d7e-b939-4fa4-a0aa-0c5c830c7dfe {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.935597] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d690597-b5c4-43de-b4eb-bb2194ccc84c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.962298] env[70059]: DEBUG nova.compute.manager [req-8d781bf6-cc9d-4c06-80f9-b431a6f0b2c9 req-e056b29b-1ca1-4c0d-80f6-7547d6afe2a1 service nova] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Detach interface failed, port_id=4b6a4d93-0fcf-4129-9337-192d6d2e29bd, reason: Instance 03d57785-c590-4994-931d-a2bdac1edbb2 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.260744] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.260932] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.261154] env[70059]: DEBUG nova.network.neutron [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.266750] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1418.266750] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.266750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.266750] env[70059]: DEBUG oslo_concurrency.lockutils [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.266969] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.267764] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816b99ac-1da7-4e58-a10b-cbaebdbd4b6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.275948] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.276148] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.277081] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98dc6679-fb2c-4cf8-9920-5c1e5c4352d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.283058] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1418.283058] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52627b1c-11de-827e-324c-4968a7b96e1c" [ 1418.283058] env[70059]: _type = "Task" [ 1418.283058] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.290424] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52627b1c-11de-827e-324c-4968a7b96e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.408328] env[70059]: INFO nova.compute.manager [-] [instance: 03d57785-c590-4994-931d-a2bdac1edbb2] Took 1.46 seconds to deallocate network for instance. [ 1418.793813] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52627b1c-11de-827e-324c-4968a7b96e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.794589] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2908539-16eb-4c8c-99ed-9d3d228aaf8e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.801649] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1418.801649] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5216fac1-efa9-d0b3-8faf-c68e6d36ca27" [ 1418.801649] env[70059]: _type = "Task" [ 1418.801649] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.808781] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5216fac1-efa9-d0b3-8faf-c68e6d36ca27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.914530] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.914814] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.915051] env[70059]: DEBUG nova.objects.instance [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lazy-loading 'resources' on Instance uuid 03d57785-c590-4994-931d-a2bdac1edbb2 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.988353] env[70059]: DEBUG nova.network.neutron [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [{"id": "4357040a-866e-44c8-b9b1-d800fcc80f06", "address": "fa:16:3e:06:e9:6d", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357040a-86", "ovs_interfaceid": "4357040a-866e-44c8-b9b1-d800fcc80f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.312109] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5216fac1-efa9-d0b3-8faf-c68e6d36ca27, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.312419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.312683] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. {{(pid=70059) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1419.312940] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c722f6b4-fb4d-4ecb-ae2b-ddc384ced203 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.319144] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1419.319144] env[70059]: value = "task-3190207" [ 1419.319144] env[70059]: _type = "Task" [ 1419.319144] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.326765] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.489688] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f02b2-da77-4bba-a018-84b4f47add43 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.492828] env[70059]: DEBUG oslo_concurrency.lockutils [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.501823] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4087a38a-aaa1-4cae-9e32-68c5ab9b8f5a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.534769] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46449573-7040-4daa-a4d0-e353f1b1557f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.543642] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69106905-9382-4b15-9d5c-4c1ca5287e2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.557886] env[70059]: DEBUG nova.compute.provider_tree [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.634190] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.829523] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455975} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.829894] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. [ 1419.830540] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cced40-bcff-457a-9015-f435cea38c44 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.854494] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.854760] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1414aa1c-df76-4b55-90a4-0f23b50aa2ee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.871953] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1419.871953] env[70059]: value = "task-3190208" [ 1419.871953] env[70059]: _type = "Task" [ 1419.871953] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.879131] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.016714] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae48be6-5f40-48d7-afca-a66fc540c5b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.036627] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a74ace-a15c-42a6-b7d0-21ce71fe762d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.043578] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 83 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.061445] env[70059]: DEBUG nova.scheduler.client.report [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.139370] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.139370] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.382327] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190208, 'name': ReconfigVM_Task, 'duration_secs': 0.300842} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.382719] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.383565] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80fc91-0ad4-460c-be31-ce30c5c069ff {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.407322] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8355685c-84eb-4718-aab2-b6b884a37cbd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.421819] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1420.421819] env[70059]: value = "task-3190209" [ 1420.421819] env[70059]: _type = "Task" [ 1420.421819] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.429158] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.550644] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.550956] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aaf8c7e-ec5e-48f9-b1aa-741e0856016c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.557890] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1420.557890] env[70059]: value = "task-3190210" [ 1420.557890] env[70059]: _type = "Task" [ 1420.557890] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.565845] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.567717] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.587712] env[70059]: INFO nova.scheduler.client.report [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Deleted allocations for instance 03d57785-c590-4994-931d-a2bdac1edbb2 [ 1420.637168] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.934728] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190209, 'name': ReconfigVM_Task, 'duration_secs': 0.162686} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.935128] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.935409] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f5f982-b480-4bf3-ae51-4f19476a4834 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.942633] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1420.942633] env[70059]: value = "task-3190211" [ 1420.942633] env[70059]: _type = "Task" [ 1420.942633] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.955125] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.067052] env[70059]: DEBUG oslo_vmware.api [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190210, 'name': PowerOnVM_Task, 'duration_secs': 0.421732} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.067341] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.067532] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-bb58b57b-9286-42ab-b089-158e5e66dd36 tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance '674b551e-5480-44c6-aecd-fa4c220637c5' progress to 100 {{(pid=70059) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.095650] env[70059]: DEBUG oslo_concurrency.lockutils [None req-ad9d54b0-2718-4e52-95a9-91ec03c2e1ae tempest-AttachVolumeNegativeTest-1859669865 tempest-AttachVolumeNegativeTest-1859669865-project-member] Lock "03d57785-c590-4994-931d-a2bdac1edbb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.769s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.140546] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.140713] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.140898] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.141067] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1421.141954] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992b2aa-f995-481b-a6d4-5ec2833b8c2c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.150222] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa52bab6-979c-427f-a860-669ae8e7de70 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.164091] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623aa07-126e-488c-9ae5-f303408b05fd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.170277] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede01e08-b647-4c72-bce1-37ce5bc29a8a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.199619] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180777MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1421.199774] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.199927] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.452169] env[70059]: DEBUG oslo_vmware.api [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190211, 'name': PowerOnVM_Task, 'duration_secs': 0.407655} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.452435] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.455016] env[70059]: DEBUG nova.compute.manager [None req-837a5e2e-6908-421c-b941-b263405f7e58 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.455850] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a28158-70b1-4f8c-aff8-5fb3cd41710d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.207822] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Applying migration context for instance 674b551e-5480-44c6-aecd-fa4c220637c5 as it has an incoming, in-progress migration e8147d21-65de-4f4d-833d-dd35f6a0b830. Migration status is finished {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1422.208620] env[70059]: INFO nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating resource usage from migration e8147d21-65de-4f4d-833d-dd35f6a0b830 [ 1422.225558] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance d3b6854a-aca7-41ee-85bd-67e9f721d8bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1422.225558] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Migration e8147d21-65de-4f4d-833d-dd35f6a0b830 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1422.225558] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Instance 674b551e-5480-44c6-aecd-fa4c220637c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70059) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1422.225775] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1422.225925] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1422.281601] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7f75d6-4197-4fb9-8ab4-c66345342060 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.288872] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1001d01-fe4b-4cf1-9932-cb49074576e1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.320862] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089bf370-8f5a-42ac-9cc0-57f13c65eb24 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.331468] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb1d3f8-2b8d-4753-8466-5be12d4579fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.345649] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.719837] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "631f3f05-37fe-44fb-89d8-4d5db391ef51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.720124] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.827032] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "674b551e-5480-44c6-aecd-fa4c220637c5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.827313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.827509] env[70059]: DEBUG nova.compute.manager [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Going to confirm migration 9 {{(pid=70059) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1422.848280] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.222365] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1423.353243] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1423.353508] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.377796] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.378023] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquired lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.378267] env[70059]: DEBUG nova.network.neutron [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.378495] env[70059]: DEBUG nova.objects.instance [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'info_cache' on Instance uuid 674b551e-5480-44c6-aecd-fa4c220637c5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.745021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.745021] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.746408] env[70059]: INFO nova.compute.claims [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.576855] env[70059]: DEBUG nova.network.neutron [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [{"id": "4357040a-866e-44c8-b9b1-d800fcc80f06", "address": "fa:16:3e:06:e9:6d", "network": {"id": "94e5abc4-a0dc-4553-a92f-1534f201672a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1129541881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63cfba0ac280493298000e61ffaf21ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357040a-86", "ovs_interfaceid": "4357040a-866e-44c8-b9b1-d800fcc80f06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.814064] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f01db-6e7f-4f64-8bd5-72fc54eabe6d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.821742] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1e266-f526-4bb6-a1a8-07fef216fcde {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.850301] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde91c56-53af-45bf-950e-7315607b8cd3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.857234] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6140b129-e0a3-458a-a575-8196f91302f3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.870352] env[70059]: DEBUG nova.compute.provider_tree [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.079876] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Releasing lock "refresh_cache-674b551e-5480-44c6-aecd-fa4c220637c5" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.080264] env[70059]: DEBUG nova.objects.instance [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lazy-loading 'migration_context' on Instance uuid 674b551e-5480-44c6-aecd-fa4c220637c5 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.354238] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.373482] env[70059]: DEBUG nova.scheduler.client.report [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.583892] env[70059]: DEBUG nova.objects.base [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Object Instance<674b551e-5480-44c6-aecd-fa4c220637c5> lazy-loaded attributes: info_cache,migration_context {{(pid=70059) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1425.584816] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756f8185-eb3c-4696-825b-87e71e349b53 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.603865] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c88c5c-1461-4bad-8760-1823a3f773e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.608911] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1425.608911] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52479689-7e5c-41f3-6ec1-bb9211492213" [ 1425.608911] env[70059]: _type = "Task" [ 1425.608911] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.616176] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52479689-7e5c-41f3-6ec1-bb9211492213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.632729] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.878457] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.878921] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.118594] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52479689-7e5c-41f3-6ec1-bb9211492213, 'name': SearchDatastore_Task, 'duration_secs': 0.007285} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.118875] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.119140] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.383485] env[70059]: DEBUG nova.compute.utils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.384916] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.385067] env[70059]: DEBUG nova.network.neutron [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.420135] env[70059]: DEBUG nova.policy [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b7049055c4b4d7287891f3076392972', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b425ef2517f4e9cb4e353dee9099dff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.681622] env[70059]: DEBUG nova.network.neutron [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Successfully created port: ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.686012] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239314f8-b8e8-49f6-ad82-7dd518d2f74a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.693836] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe05bd3d-2f47-41ed-b3cb-0768b8c8adf1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.724353] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80413d8-5372-49b7-a5e1-78fdffd4891f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.731663] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9ae63-33e8-43df-8503-33980c022004 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.744656] env[70059]: DEBUG nova.compute.provider_tree [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.887730] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.247563] env[70059]: DEBUG nova.scheduler.client.report [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.896345] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.925048] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.925315] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.925476] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.925659] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.925811] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.925956] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.926193] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.926358] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.926528] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.926695] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.926869] env[70059]: DEBUG nova.virt.hardware [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.927747] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66be6044-ec91-4b89-88dd-786c38e01ddf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.936340] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77659e26-c934-481b-9b48-4bea2702366c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.058351] env[70059]: DEBUG nova.compute.manager [req-3a5d13a6-4cff-46c0-9dd0-64716df8abad req-c54bc856-ac7c-498a-9040-16937df1ce17 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Received event network-vif-plugged-ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.058572] env[70059]: DEBUG oslo_concurrency.lockutils [req-3a5d13a6-4cff-46c0-9dd0-64716df8abad req-c54bc856-ac7c-498a-9040-16937df1ce17 service nova] Acquiring lock "631f3f05-37fe-44fb-89d8-4d5db391ef51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.058824] env[70059]: DEBUG oslo_concurrency.lockutils [req-3a5d13a6-4cff-46c0-9dd0-64716df8abad req-c54bc856-ac7c-498a-9040-16937df1ce17 service nova] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.058954] env[70059]: DEBUG oslo_concurrency.lockutils [req-3a5d13a6-4cff-46c0-9dd0-64716df8abad req-c54bc856-ac7c-498a-9040-16937df1ce17 service nova] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.059307] env[70059]: DEBUG nova.compute.manager [req-3a5d13a6-4cff-46c0-9dd0-64716df8abad req-c54bc856-ac7c-498a-9040-16937df1ce17 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] No waiting events found dispatching network-vif-plugged-ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.059498] env[70059]: WARNING nova.compute.manager [req-3a5d13a6-4cff-46c0-9dd0-64716df8abad req-c54bc856-ac7c-498a-9040-16937df1ce17 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Received unexpected event network-vif-plugged-ba104f06-aee3-43b3-b46a-89a9c52f5e3b for instance with vm_state building and task_state spawning. [ 1428.148386] env[70059]: DEBUG nova.network.neutron [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Successfully updated port: ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.257729] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.138s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.651263] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.651478] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.651630] env[70059]: DEBUG nova.network.neutron [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.817045] env[70059]: INFO nova.scheduler.client.report [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocation for migration e8147d21-65de-4f4d-833d-dd35f6a0b830 [ 1429.183380] env[70059]: DEBUG nova.network.neutron [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.293813] env[70059]: DEBUG nova.network.neutron [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updating instance_info_cache with network_info: [{"id": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "address": "fa:16:3e:49:14:d9", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba104f06-ae", "ovs_interfaceid": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.322733] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.495s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.796694] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.797038] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Instance network_info: |[{"id": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "address": "fa:16:3e:49:14:d9", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba104f06-ae", "ovs_interfaceid": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.797476] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:14:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba104f06-aee3-43b3-b46a-89a9c52f5e3b', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.805696] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.805929] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.806182] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf914020-0c70-4144-b64f-5b26e02009d8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.826658] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.826658] env[70059]: value = "task-3190215" [ 1429.826658] env[70059]: _type = "Task" [ 1429.826658] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.834416] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190215, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.085519] env[70059]: DEBUG nova.compute.manager [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Received event network-changed-ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.085631] env[70059]: DEBUG nova.compute.manager [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Refreshing instance network info cache due to event network-changed-ba104f06-aee3-43b3-b46a-89a9c52f5e3b. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1430.085854] env[70059]: DEBUG oslo_concurrency.lockutils [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] Acquiring lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.085966] env[70059]: DEBUG oslo_concurrency.lockutils [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] Acquired lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.086151] env[70059]: DEBUG nova.network.neutron [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Refreshing network info cache for port ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.337063] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190215, 'name': CreateVM_Task, 'duration_secs': 0.322556} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.337312] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.337906] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.338085] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.338419] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.338624] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194e8ba9-3542-428b-bd95-1261471a1616 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.343619] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1430.343619] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528fce02-4351-dd2d-bf4e-9762c4b757c3" [ 1430.343619] env[70059]: _type = "Task" [ 1430.343619] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.351069] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528fce02-4351-dd2d-bf4e-9762c4b757c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.763872] env[70059]: DEBUG nova.network.neutron [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updated VIF entry in instance network info cache for port ba104f06-aee3-43b3-b46a-89a9c52f5e3b. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.764242] env[70059]: DEBUG nova.network.neutron [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updating instance_info_cache with network_info: [{"id": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "address": "fa:16:3e:49:14:d9", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba104f06-ae", "ovs_interfaceid": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.823787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "674b551e-5480-44c6-aecd-fa4c220637c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.824053] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.824332] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.824593] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.824787] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.826865] env[70059]: INFO nova.compute.manager [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Terminating instance [ 1430.853815] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528fce02-4351-dd2d-bf4e-9762c4b757c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.854074] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.854310] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.854549] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.854698] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.854880] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.855157] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b163c886-e641-4d39-a815-7b436d32e973 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.864152] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.864345] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.865037] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3da50c2-09e4-429e-a556-612b8b91f475 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.870065] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1430.870065] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]528d1f40-e60e-3470-2c2e-2e770be7c17f" [ 1430.870065] env[70059]: _type = "Task" [ 1430.870065] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.877820] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528d1f40-e60e-3470-2c2e-2e770be7c17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.266617] env[70059]: DEBUG oslo_concurrency.lockutils [req-aaca431d-eaf9-4d4e-a84a-7803583e22fc req-5f9ea0d3-2a9a-4fb7-9854-a7b757a1ae4e service nova] Releasing lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.330717] env[70059]: DEBUG nova.compute.manager [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.331177] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.331863] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e75e38-8b72-46b3-8c6c-44375f62af9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.339460] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.339786] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c11c41-b70e-4510-9186-d41789ad4e41 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.345767] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1431.345767] env[70059]: value = "task-3190216" [ 1431.345767] env[70059]: _type = "Task" [ 1431.345767] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.354056] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.380502] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]528d1f40-e60e-3470-2c2e-2e770be7c17f, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.381325] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b95b37-6976-4ea0-838d-331876f599dc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.386518] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1431.386518] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52897c1c-ae7c-b7a6-b2e7-b57659ad10fa" [ 1431.386518] env[70059]: _type = "Task" [ 1431.386518] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.393895] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52897c1c-ae7c-b7a6-b2e7-b57659ad10fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.856573] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190216, 'name': PowerOffVM_Task, 'duration_secs': 0.195062} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.856650] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.856785] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.857253] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fda27fb-3e94-4f8d-8b5a-25b3dc659f7f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.897555] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52897c1c-ae7c-b7a6-b2e7-b57659ad10fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.898029] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.898268] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/631f3f05-37fe-44fb-89d8-4d5db391ef51.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.898572] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea75708-19af-4544-89c0-a82312965d9c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.905937] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1431.905937] env[70059]: value = "task-3190218" [ 1431.905937] env[70059]: _type = "Task" [ 1431.905937] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.917644] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.936870] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.937240] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.937535] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleting the datastore file [datastore2] 674b551e-5480-44c6-aecd-fa4c220637c5 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.937924] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d5486f-2ea0-4b09-bc2d-d7a427963f3d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.945533] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for the task: (returnval){ [ 1431.945533] env[70059]: value = "task-3190219" [ 1431.945533] env[70059]: _type = "Task" [ 1431.945533] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.960702] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.417880] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.455775] env[70059]: DEBUG oslo_vmware.api [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Task: {'id': task-3190219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39242} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.456051] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.456244] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.456449] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.456625] env[70059]: INFO nova.compute.manager [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1432.456915] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.457131] env[70059]: DEBUG nova.compute.manager [-] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.457217] env[70059]: DEBUG nova.network.neutron [-] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.916785] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576401} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.917162] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/631f3f05-37fe-44fb-89d8-4d5db391ef51.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.917376] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.917685] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b05e9d-88ec-40d5-bc1f-5ec36f316464 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.925204] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1432.925204] env[70059]: value = "task-3190220" [ 1432.925204] env[70059]: _type = "Task" [ 1432.925204] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.932479] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.000732] env[70059]: DEBUG nova.compute.manager [req-c2da2397-c5e6-4e16-b232-52cf333b66fa req-02f65f77-e237-4d2d-a086-04fce69c83d1 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Received event network-vif-deleted-4357040a-866e-44c8-b9b1-d800fcc80f06 {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.001083] env[70059]: INFO nova.compute.manager [req-c2da2397-c5e6-4e16-b232-52cf333b66fa req-02f65f77-e237-4d2d-a086-04fce69c83d1 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Neutron deleted interface 4357040a-866e-44c8-b9b1-d800fcc80f06; detaching it from the instance and deleting it from the info cache [ 1433.001188] env[70059]: DEBUG nova.network.neutron [req-c2da2397-c5e6-4e16-b232-52cf333b66fa req-02f65f77-e237-4d2d-a086-04fce69c83d1 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.435359] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128715} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.435755] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.436418] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb8e77-96aa-4997-b786-ebef41839fdf {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.458457] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/631f3f05-37fe-44fb-89d8-4d5db391ef51.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.458657] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9ba81d-32f8-4bc0-8ae4-685f7328abde {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.477417] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1433.477417] env[70059]: value = "task-3190221" [ 1433.477417] env[70059]: _type = "Task" [ 1433.477417] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.484862] env[70059]: DEBUG nova.network.neutron [-] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.485969] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.503726] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77f0dca6-36b1-42f7-805e-a5d39c1c9403 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.513769] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00af574-ca80-4e2a-a7a0-ad0bd4ec0deb {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.538921] env[70059]: DEBUG nova.compute.manager [req-c2da2397-c5e6-4e16-b232-52cf333b66fa req-02f65f77-e237-4d2d-a086-04fce69c83d1 service nova] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Detach interface failed, port_id=4357040a-866e-44c8-b9b1-d800fcc80f06, reason: Instance 674b551e-5480-44c6-aecd-fa4c220637c5 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1433.987125] env[70059]: INFO nova.compute.manager [-] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Took 1.53 seconds to deallocate network for instance. [ 1433.987446] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190221, 'name': ReconfigVM_Task, 'duration_secs': 0.278948} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.989063] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/631f3f05-37fe-44fb-89d8-4d5db391ef51.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.992460] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f378a7-25a0-426b-8cb0-53b2eca240fa {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.998660] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1433.998660] env[70059]: value = "task-3190222" [ 1433.998660] env[70059]: _type = "Task" [ 1433.998660] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.005976] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190222, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.496336] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.496741] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.496989] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.509205] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190222, 'name': Rename_Task, 'duration_secs': 0.137548} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.509487] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.509730] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9154a5ce-2091-4613-bda7-958aec6618c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.515553] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1434.515553] env[70059]: value = "task-3190223" [ 1434.515553] env[70059]: _type = "Task" [ 1434.515553] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.522832] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.523696] env[70059]: INFO nova.scheduler.client.report [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Deleted allocations for instance 674b551e-5480-44c6-aecd-fa4c220637c5 [ 1435.025868] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.031981] env[70059]: DEBUG oslo_concurrency.lockutils [None req-fd5b585d-97f7-4c0c-a2fd-9d8907dbee4b tempest-DeleteServersTestJSON-177034713 tempest-DeleteServersTestJSON-177034713-project-member] Lock "674b551e-5480-44c6-aecd-fa4c220637c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.208s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.526554] env[70059]: DEBUG oslo_vmware.api [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190223, 'name': PowerOnVM_Task, 'duration_secs': 0.645987} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.526855] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.527011] env[70059]: INFO nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1435.527205] env[70059]: DEBUG nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.527942] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cd41a-0884-49ad-8b20-521e754287e6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.043304] env[70059]: INFO nova.compute.manager [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Took 12.32 seconds to build instance. [ 1436.546806] env[70059]: DEBUG oslo_concurrency.lockutils [None req-6b2a62a4-dc41-474e-99ca-1648d572e72f tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.827s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.194202] env[70059]: INFO nova.compute.manager [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Rescuing [ 1437.194490] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.194627] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.194792] env[70059]: DEBUG nova.network.neutron [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.926926] env[70059]: DEBUG nova.network.neutron [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updating instance_info_cache with network_info: [{"id": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "address": "fa:16:3e:49:14:d9", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba104f06-ae", "ovs_interfaceid": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.429515] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.970808] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.971101] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7250e02-6c55-4195-8956-bcdf3566bfe8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.977950] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1439.977950] env[70059]: value = "task-3190225" [ 1439.977950] env[70059]: _type = "Task" [ 1439.977950] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.985677] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.487804] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190225, 'name': PowerOffVM_Task, 'duration_secs': 0.203081} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.488082] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.488837] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d01122-62d0-42da-8117-a256d28dd522 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.507098] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05746dee-c8ca-446c-86aa-6d0a36abe568 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.544698] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.545042] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1056e63-b486-49e3-b818-2520b58d0395 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.552190] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1440.552190] env[70059]: value = "task-3190226" [ 1440.552190] env[70059]: _type = "Task" [ 1440.552190] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.560051] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.064677] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] VM already powered off {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1441.065051] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.065150] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.065295] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.065486] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.065740] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3dd4460-ae68-4f2f-b505-99881af884da {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.075000] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.075236] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.075964] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de66103-fc53-4371-8d77-92612d688a8d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.080771] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1441.080771] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]5255a319-7515-78bb-cc92-557f664c7faa" [ 1441.080771] env[70059]: _type = "Task" [ 1441.080771] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.088900] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5255a319-7515-78bb-cc92-557f664c7faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.591415] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]5255a319-7515-78bb-cc92-557f664c7faa, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.592202] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b0afb3-c656-45ad-af4e-f9dfb2329c05 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.597595] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1441.597595] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52664a62-b05a-59eb-ec78-24718575cd7a" [ 1441.597595] env[70059]: _type = "Task" [ 1441.597595] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.605228] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52664a62-b05a-59eb-ec78-24718575cd7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.109586] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52664a62-b05a-59eb-ec78-24718575cd7a, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.109865] env[70059]: DEBUG oslo_concurrency.lockutils [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.110140] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. {{(pid=70059) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1442.110410] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0e6de06-14bd-4aa1-8ccb-d1445481e8b5 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.117374] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1442.117374] env[70059]: value = "task-3190227" [ 1442.117374] env[70059]: _type = "Task" [ 1442.117374] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.127023] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.627717] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461066} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.627717] env[70059]: INFO nova.virt.vmwareapi.ds_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk. [ 1442.628297] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69897f50-0014-4bf3-81a5-cb81d0bade0b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.658237] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.658731] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7537e217-c475-4d53-b0b5-21380c017e34 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.677537] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1442.677537] env[70059]: value = "task-3190228" [ 1442.677537] env[70059]: _type = "Task" [ 1442.677537] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.687338] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.720957] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.721226] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.187691] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190228, 'name': ReconfigVM_Task, 'duration_secs': 0.277738} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.188365] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51/70f98bc0-161f-4a1e-b907-a23c9e7056bf-rescue.vmdk or device None with type thin {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.189334] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388e975e-d9fb-4c4c-a381-f0e4d94a3678 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.214410] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d3df91-7650-404e-b7b9-8b355f48b67d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.224633] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Starting instance... {{(pid=70059) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.232061] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1443.232061] env[70059]: value = "task-3190229" [ 1443.232061] env[70059]: _type = "Task" [ 1443.232061] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.240373] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.742174] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190229, 'name': ReconfigVM_Task, 'duration_secs': 0.163522} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.742312] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.742531] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633a8c59-00f8-40b3-8ab4-f61abb81cbf8 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.748194] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1443.748194] env[70059]: value = "task-3190230" [ 1443.748194] env[70059]: _type = "Task" [ 1443.748194] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.751570] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.751810] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.753195] env[70059]: INFO nova.compute.claims [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.760234] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.261017] env[70059]: DEBUG oslo_vmware.api [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190230, 'name': PowerOnVM_Task, 'duration_secs': 0.41253} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.261017] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.263156] env[70059]: DEBUG nova.compute.manager [None req-a35dcdf6-116e-4e93-9d04-bd90f375f556 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.263937] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3567171-e796-44e9-9a5e-df9418ad52a9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.811768] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab77fc6-52ca-439e-92fa-99b49b5ac783 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.819335] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64559b76-4353-45ae-9564-c5af22c80c9b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.848519] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45b62b3-6494-4a31-af65-94c1e90839bd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.855721] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251c822-a2b9-4a35-856d-836b7c9f0eba {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.868396] env[70059]: DEBUG nova.compute.provider_tree [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.262018] env[70059]: INFO nova.compute.manager [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Unrescuing [ 1445.262537] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.262608] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquired lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.262799] env[70059]: DEBUG nova.network.neutron [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.373073] env[70059]: DEBUG nova.scheduler.client.report [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.877657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.878197] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Start building networks asynchronously for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.000185] env[70059]: DEBUG nova.network.neutron [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updating instance_info_cache with network_info: [{"id": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "address": "fa:16:3e:49:14:d9", "network": {"id": "665a9d55-055c-4989-b50c-b4a2eb83bae8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1597321346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3b425ef2517f4e9cb4e353dee9099dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba104f06-ae", "ovs_interfaceid": "ba104f06-aee3-43b3-b46a-89a9c52f5e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.385931] env[70059]: DEBUG nova.compute.utils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Using /dev/sd instead of None {{(pid=70059) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1446.387473] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Allocating IP information in the background. {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.387635] env[70059]: DEBUG nova.network.neutron [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] allocate_for_instance() {{(pid=70059) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.424711] env[70059]: DEBUG nova.policy [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd074e4ae7a40ea8c7508da6ca9035d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dce898d18d746c18c36a9c225ee131d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70059) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.503633] env[70059]: DEBUG oslo_concurrency.lockutils [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Releasing lock "refresh_cache-631f3f05-37fe-44fb-89d8-4d5db391ef51" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.504341] env[70059]: DEBUG nova.objects.instance [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lazy-loading 'flavor' on Instance uuid 631f3f05-37fe-44fb-89d8-4d5db391ef51 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.665734] env[70059]: DEBUG nova.network.neutron [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Successfully created port: 02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.890879] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Start building block device mappings for instance. {{(pid=70059) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.010138] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe10325-6f1a-4283-9240-e205e44c625f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.032383] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.032675] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8941129-3b81-4e5e-98ba-bce62388efd6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.039073] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1447.039073] env[70059]: value = "task-3190231" [ 1447.039073] env[70059]: _type = "Task" [ 1447.039073] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.048087] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.549665] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190231, 'name': PowerOffVM_Task, 'duration_secs': 0.200045} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.550065] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.555460] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1447.555729] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb849a27-890e-4a68-b2c8-1f67de546764 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.573778] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1447.573778] env[70059]: value = "task-3190232" [ 1447.573778] env[70059]: _type = "Task" [ 1447.573778] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.580841] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.900590] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Start spawning the instance on the hypervisor. {{(pid=70059) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.928578] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T21:59:39Z,direct_url=,disk_format='vmdk',id=70f98bc0-161f-4a1e-b907-a23c9e7056bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='29d0fe4c72b04474a02ebca6d90fb567',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T21:59:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.928828] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Flavor limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.928991] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Image limits 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.929193] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Flavor pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.929358] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Image pref 0:0:0 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.929505] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70059) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.929712] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.929871] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.930048] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Got 1 possible topologies {{(pid=70059) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.930217] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.930392] env[70059]: DEBUG nova.virt.hardware [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70059) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.931258] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53b9f24-aa2f-4bfa-82fa-e0978a95bb6c {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.938774] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf4593-48b2-4af2-9e8d-d86cabc2b8c2 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.026267] env[70059]: DEBUG nova.compute.manager [req-20c590ae-cfea-49ce-85c4-6f008b731983 req-0e08a6fb-9f30-4930-9fec-13e23c4f1534 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Received event network-vif-plugged-02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.026508] env[70059]: DEBUG oslo_concurrency.lockutils [req-20c590ae-cfea-49ce-85c4-6f008b731983 req-0e08a6fb-9f30-4930-9fec-13e23c4f1534 service nova] Acquiring lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.026726] env[70059]: DEBUG oslo_concurrency.lockutils [req-20c590ae-cfea-49ce-85c4-6f008b731983 req-0e08a6fb-9f30-4930-9fec-13e23c4f1534 service nova] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.026895] env[70059]: DEBUG oslo_concurrency.lockutils [req-20c590ae-cfea-49ce-85c4-6f008b731983 req-0e08a6fb-9f30-4930-9fec-13e23c4f1534 service nova] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.027333] env[70059]: DEBUG nova.compute.manager [req-20c590ae-cfea-49ce-85c4-6f008b731983 req-0e08a6fb-9f30-4930-9fec-13e23c4f1534 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] No waiting events found dispatching network-vif-plugged-02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.027548] env[70059]: WARNING nova.compute.manager [req-20c590ae-cfea-49ce-85c4-6f008b731983 req-0e08a6fb-9f30-4930-9fec-13e23c4f1534 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Received unexpected event network-vif-plugged-02c1d09f-d888-4250-a64a-aff0ee73f81b for instance with vm_state building and task_state spawning. [ 1448.083357] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190232, 'name': ReconfigVM_Task, 'duration_secs': 0.320679} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.083653] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70059) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1448.083838] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.084108] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb7ce2f-fca5-4c75-b314-43d6e46c4419 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.090343] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1448.090343] env[70059]: value = "task-3190233" [ 1448.090343] env[70059]: _type = "Task" [ 1448.090343] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.097996] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.103595] env[70059]: DEBUG nova.network.neutron [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Successfully updated port: 02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.599905] env[70059]: DEBUG oslo_vmware.api [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190233, 'name': PowerOnVM_Task, 'duration_secs': 0.356551} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.600308] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.600450] env[70059]: DEBUG nova.compute.manager [None req-1eec6432-29f3-4568-9445-e19ddab03045 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.601216] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c042ee-b55e-4bf5-9d2b-05587a2e940f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.607339] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "refresh_cache-220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.607339] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquired lock "refresh_cache-220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.607435] env[70059]: DEBUG nova.network.neutron [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Building network info cache for instance {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.141343] env[70059]: DEBUG nova.network.neutron [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Instance cache missing network info. {{(pid=70059) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.259473] env[70059]: DEBUG nova.network.neutron [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Updating instance_info_cache with network_info: [{"id": "02c1d09f-d888-4250-a64a-aff0ee73f81b", "address": "fa:16:3e:19:6a:24", "network": {"id": "fdd49bc5-c2a3-479f-824d-b986da7ae7f4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2024294032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dce898d18d746c18c36a9c225ee131d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c1d09f-d8", "ovs_interfaceid": "02c1d09f-d888-4250-a64a-aff0ee73f81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.761741] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Releasing lock "refresh_cache-220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.762103] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Instance network_info: |[{"id": "02c1d09f-d888-4250-a64a-aff0ee73f81b", "address": "fa:16:3e:19:6a:24", "network": {"id": "fdd49bc5-c2a3-479f-824d-b986da7ae7f4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2024294032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dce898d18d746c18c36a9c225ee131d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c1d09f-d8", "ovs_interfaceid": "02c1d09f-d888-4250-a64a-aff0ee73f81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70059) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.762524] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:6a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02c1d09f-d888-4250-a64a-aff0ee73f81b', 'vif_model': 'vmxnet3'}] {{(pid=70059) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.770076] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Creating folder: Project (2dce898d18d746c18c36a9c225ee131d). Parent ref: group-v637631. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.770356] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a98709d2-b1da-4c92-90ad-6893d26266b7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.781030] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Created folder: Project (2dce898d18d746c18c36a9c225ee131d) in parent group-v637631. [ 1449.781218] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Creating folder: Instances. Parent ref: group-v637969. {{(pid=70059) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.781452] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b66807-0886-4c8e-a470-91b41cab1f2a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.789819] env[70059]: INFO nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Created folder: Instances in parent group-v637969. [ 1449.790047] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.790231] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Creating VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.790411] env[70059]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4f9d96b-a808-4a5f-a96a-146ff331a54b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.809148] env[70059]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.809148] env[70059]: value = "task-3190236" [ 1449.809148] env[70059]: _type = "Task" [ 1449.809148] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.816017] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190236, 'name': CreateVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.885761] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "631f3f05-37fe-44fb-89d8-4d5db391ef51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.886045] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.886258] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "631f3f05-37fe-44fb-89d8-4d5db391ef51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.886457] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.886687] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.888827] env[70059]: INFO nova.compute.manager [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Terminating instance [ 1450.056324] env[70059]: DEBUG nova.compute.manager [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Received event network-changed-02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.056518] env[70059]: DEBUG nova.compute.manager [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Refreshing instance network info cache due to event network-changed-02c1d09f-d888-4250-a64a-aff0ee73f81b. {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1450.056726] env[70059]: DEBUG oslo_concurrency.lockutils [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] Acquiring lock "refresh_cache-220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.056869] env[70059]: DEBUG oslo_concurrency.lockutils [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] Acquired lock "refresh_cache-220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.057035] env[70059]: DEBUG nova.network.neutron [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Refreshing network info cache for port 02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.318734] env[70059]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190236, 'name': CreateVM_Task, 'duration_secs': 0.301736} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.318929] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Created VM on the ESX host {{(pid=70059) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.319603] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.319769] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.320099] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.320347] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647cbf51-cec3-4d30-8102-53f105b54c87 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.325166] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1450.325166] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52622104-7f4a-3bda-8d8f-167659dd11dc" [ 1450.325166] env[70059]: _type = "Task" [ 1450.325166] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.332510] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52622104-7f4a-3bda-8d8f-167659dd11dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.392295] env[70059]: DEBUG nova.compute.manager [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1450.392508] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.393331] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd54ce0-6d74-4831-95dc-84809e15650a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.400496] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.400715] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e5dd9b-23e3-45dc-9438-6053096337fc {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.407243] env[70059]: DEBUG oslo_vmware.api [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1450.407243] env[70059]: value = "task-3190237" [ 1450.407243] env[70059]: _type = "Task" [ 1450.407243] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.415549] env[70059]: DEBUG oslo_vmware.api [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.731654] env[70059]: DEBUG nova.network.neutron [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Updated VIF entry in instance network info cache for port 02c1d09f-d888-4250-a64a-aff0ee73f81b. {{(pid=70059) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.731987] env[70059]: DEBUG nova.network.neutron [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Updating instance_info_cache with network_info: [{"id": "02c1d09f-d888-4250-a64a-aff0ee73f81b", "address": "fa:16:3e:19:6a:24", "network": {"id": "fdd49bc5-c2a3-479f-824d-b986da7ae7f4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2024294032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dce898d18d746c18c36a9c225ee131d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c1d09f-d8", "ovs_interfaceid": "02c1d09f-d888-4250-a64a-aff0ee73f81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.836762] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52622104-7f4a-3bda-8d8f-167659dd11dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.837110] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.837261] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Processing image 70f98bc0-161f-4a1e-b907-a23c9e7056bf {{(pid=70059) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.837495] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.837647] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.837824] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.838095] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7447704a-5316-4d07-b36b-56faeebd3121 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.845839] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70059) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.846022] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70059) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.846686] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fc3a58-a4d9-4202-a5e3-2103712145be {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.851661] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1450.851661] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]52f61d6b-7a27-424c-e34b-e3325d26802d" [ 1450.851661] env[70059]: _type = "Task" [ 1450.851661] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.858348] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f61d6b-7a27-424c-e34b-e3325d26802d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.916236] env[70059]: DEBUG oslo_vmware.api [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190237, 'name': PowerOffVM_Task, 'duration_secs': 0.185778} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.916483] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.916652] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.916888] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3a4bcb-5fcf-47bc-be82-0dfafcb9135d {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.979517] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.979732] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.979910] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Deleting the datastore file [datastore2] 631f3f05-37fe-44fb-89d8-4d5db391ef51 {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.980202] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102d3cdf-20c8-44ae-8e65-a58b89be1b6e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.988246] env[70059]: DEBUG oslo_vmware.api [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1450.988246] env[70059]: value = "task-3190239" [ 1450.988246] env[70059]: _type = "Task" [ 1450.988246] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.996090] env[70059]: DEBUG oslo_vmware.api [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.235259] env[70059]: DEBUG oslo_concurrency.lockutils [req-3c021547-c2ae-477a-a89a-fe2aff9bedc6 req-6c4b77f6-19d5-41b0-a660-c7f9df4c519f service nova] Releasing lock "refresh_cache-220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.361520] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]52f61d6b-7a27-424c-e34b-e3325d26802d, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.362285] env[70059]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14916b42-03bb-47c7-a2f9-0ebd0a3f9767 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.367401] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1451.367401] env[70059]: value = "session[52a5603a-4910-fada-dabc-632497f74c41]527f5f5c-73d4-cefa-8fd5-78dc8b41b127" [ 1451.367401] env[70059]: _type = "Task" [ 1451.367401] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.375578] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527f5f5c-73d4-cefa-8fd5-78dc8b41b127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.497584] env[70059]: DEBUG oslo_vmware.api [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131921} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.497784] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.497970] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.498174] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.498351] env[70059]: INFO nova.compute.manager [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1451.498594] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1451.498781] env[70059]: DEBUG nova.compute.manager [-] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1451.498875] env[70059]: DEBUG nova.network.neutron [-] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1451.877580] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': session[52a5603a-4910-fada-dabc-632497f74c41]527f5f5c-73d4-cefa-8fd5-78dc8b41b127, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.877873] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk" {{(pid=70059) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.878086] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f/220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.878343] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988d70b0-8a24-4a5d-b15b-48e60d82b21a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.884812] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1451.884812] env[70059]: value = "task-3190240" [ 1451.884812] env[70059]: _type = "Task" [ 1451.884812] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.892766] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.085709] env[70059]: DEBUG nova.compute.manager [req-50e91e0f-7fe8-4fd4-b433-d29bee86dd46 req-b1d66291-778c-4e38-af09-7e42861a53c0 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Received event network-vif-deleted-ba104f06-aee3-43b3-b46a-89a9c52f5e3b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.085979] env[70059]: INFO nova.compute.manager [req-50e91e0f-7fe8-4fd4-b433-d29bee86dd46 req-b1d66291-778c-4e38-af09-7e42861a53c0 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Neutron deleted interface ba104f06-aee3-43b3-b46a-89a9c52f5e3b; detaching it from the instance and deleting it from the info cache [ 1452.086259] env[70059]: DEBUG nova.network.neutron [req-50e91e0f-7fe8-4fd4-b433-d29bee86dd46 req-b1d66291-778c-4e38-af09-7e42861a53c0 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.256948] env[70059]: DEBUG nova.network.neutron [-] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.394177] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462792} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.394380] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70f98bc0-161f-4a1e-b907-a23c9e7056bf/70f98bc0-161f-4a1e-b907-a23c9e7056bf.vmdk to [datastore2] 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f/220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f.vmdk {{(pid=70059) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.394593] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Extending root virtual disk to 1048576 {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.394826] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734ba14c-8265-4a5d-a444-8388c87b55f6 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.401837] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1452.401837] env[70059]: value = "task-3190241" [ 1452.401837] env[70059]: _type = "Task" [ 1452.401837] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.408842] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.589795] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e9ec1af-df38-452c-97c8-b98d67c4e1ab {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.598925] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a48c176-173b-4466-8a8e-8608f2bf9f74 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.624431] env[70059]: DEBUG nova.compute.manager [req-50e91e0f-7fe8-4fd4-b433-d29bee86dd46 req-b1d66291-778c-4e38-af09-7e42861a53c0 service nova] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Detach interface failed, port_id=ba104f06-aee3-43b3-b46a-89a9c52f5e3b, reason: Instance 631f3f05-37fe-44fb-89d8-4d5db391ef51 could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1452.760036] env[70059]: INFO nova.compute.manager [-] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Took 1.26 seconds to deallocate network for instance. [ 1452.911648] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063351} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.912025] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Extended root virtual disk {{(pid=70059) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.912748] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf0c2e-f09c-4ea6-8459-845b6690a25e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.935782] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f/220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.936044] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e35224-101b-480c-9ff4-477da7601dc3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.954933] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1452.954933] env[70059]: value = "task-3190242" [ 1452.954933] env[70059]: _type = "Task" [ 1452.954933] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.962635] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.269031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.269031] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.269031] env[70059]: DEBUG nova.objects.instance [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lazy-loading 'resources' on Instance uuid 631f3f05-37fe-44fb-89d8-4d5db391ef51 {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.465245] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190242, 'name': ReconfigVM_Task, 'duration_secs': 0.263557} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.465538] env[70059]: DEBUG nova.virt.vmwareapi.volumeops [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f/220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f.vmdk or device None with type sparse {{(pid=70059) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.466189] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf814c1-eca6-4b4e-841b-1407f6f4793b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.472594] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1453.472594] env[70059]: value = "task-3190243" [ 1453.472594] env[70059]: _type = "Task" [ 1453.472594] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.479732] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190243, 'name': Rename_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.824931] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62f2d5a-cf40-4d2e-9803-54ef2e67def9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.832370] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0ed61-4c00-465d-bee9-8259c8857202 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.861347] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ef40c-a0c8-40d0-91b6-2a350d8ef755 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.867739] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e6a3c2-1b60-4907-8aad-3d63e2956a71 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.880105] env[70059]: DEBUG nova.compute.provider_tree [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.982731] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190243, 'name': Rename_Task, 'duration_secs': 0.135927} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.983047] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Powering on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.983198] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b5bee9-ab32-4d28-8f80-4c47c1098191 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.989638] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1453.989638] env[70059]: value = "task-3190244" [ 1453.989638] env[70059]: _type = "Task" [ 1453.989638] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.996412] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.383871] env[70059]: DEBUG nova.scheduler.client.report [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.499106] env[70059]: DEBUG oslo_vmware.api [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190244, 'name': PowerOnVM_Task, 'duration_secs': 0.418706} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.499410] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Powered on the VM {{(pid=70059) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.499621] env[70059]: INFO nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1454.499798] env[70059]: DEBUG nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Checking state {{(pid=70059) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.500609] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b848e50a-c86f-4d9c-8f08-226e2c7a714e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.888349] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.908082] env[70059]: INFO nova.scheduler.client.report [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Deleted allocations for instance 631f3f05-37fe-44fb-89d8-4d5db391ef51 [ 1455.016789] env[70059]: INFO nova.compute.manager [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Took 11.29 seconds to build instance. [ 1455.415699] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0c112ffe-87da-4eb5-bfd9-9c17c6739b84 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "631f3f05-37fe-44fb-89d8-4d5db391ef51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.518840] env[70059]: DEBUG oslo_concurrency.lockutils [None req-64736a6b-65d5-4f81-959e-6ca36b3d3032 tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.797s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.849643] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.849924] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.850168] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.850359] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.850531] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.852699] env[70059]: INFO nova.compute.manager [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Terminating instance [ 1456.356709] env[70059]: DEBUG nova.compute.manager [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.357088] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.357848] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1001fc-2283-4fb1-9742-62d2d1a42048 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.366117] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.366351] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d7a8c3-e77d-4dd7-b09f-9e8395f6ff15 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.373270] env[70059]: DEBUG oslo_vmware.api [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1456.373270] env[70059]: value = "task-3190245" [ 1456.373270] env[70059]: _type = "Task" [ 1456.373270] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.381835] env[70059]: DEBUG oslo_vmware.api [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.475313] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.475631] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.475880] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.476131] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.476339] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.478579] env[70059]: INFO nova.compute.manager [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Terminating instance [ 1456.882499] env[70059]: DEBUG oslo_vmware.api [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190245, 'name': PowerOffVM_Task, 'duration_secs': 0.19895} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.882839] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.883032] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.883295] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507d5707-bd82-40e1-9379-8359c5546c10 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.944797] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.945040] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Deleting contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.945198] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Deleting the datastore file [datastore2] 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.945457] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ffc60c4-c5e7-40a6-844a-dcd8a009e8c7 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.951791] env[70059]: DEBUG oslo_vmware.api [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for the task: (returnval){ [ 1456.951791] env[70059]: value = "task-3190247" [ 1456.951791] env[70059]: _type = "Task" [ 1456.951791] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.958869] env[70059]: DEBUG oslo_vmware.api [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.982605] env[70059]: DEBUG nova.compute.manager [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Start destroying the instance on the hypervisor. {{(pid=70059) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.982828] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Destroying instance {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.983609] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311c8710-96b7-4709-a308-f322cf143279 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.990267] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powering off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.990511] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d75406e-e72b-4b7d-8994-270024515404 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.995729] env[70059]: DEBUG oslo_vmware.api [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1456.995729] env[70059]: value = "task-3190248" [ 1456.995729] env[70059]: _type = "Task" [ 1456.995729] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.004096] env[70059]: DEBUG oslo_vmware.api [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.461681] env[70059]: DEBUG oslo_vmware.api [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Task: {'id': task-3190247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129618} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.462087] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.462201] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Deleted contents of the VM from datastore datastore2 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.462394] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.462592] env[70059]: INFO nova.compute.manager [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1457.462836] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.463038] env[70059]: DEBUG nova.compute.manager [-] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1457.463139] env[70059]: DEBUG nova.network.neutron [-] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.504034] env[70059]: DEBUG oslo_vmware.api [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190248, 'name': PowerOffVM_Task, 'duration_secs': 0.198506} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.504305] env[70059]: DEBUG nova.virt.vmwareapi.vm_util [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Powered off the VM {{(pid=70059) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.504474] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Unregistering the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.504712] env[70059]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b72052c-359c-4da5-b59c-75c04140c54b {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.572529] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Unregistered the VM {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.572743] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Deleting contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.572934] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Deleting the datastore file [datastore1] d3b6854a-aca7-41ee-85bd-67e9f721d8bc {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.573206] env[70059]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee869d4-19bd-4e73-b0a9-9dfe2f1cb6de {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.579054] env[70059]: DEBUG oslo_vmware.api [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for the task: (returnval){ [ 1457.579054] env[70059]: value = "task-3190250" [ 1457.579054] env[70059]: _type = "Task" [ 1457.579054] env[70059]: } to complete. {{(pid=70059) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.586347] env[70059]: DEBUG oslo_vmware.api [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.741555] env[70059]: DEBUG nova.compute.manager [req-00de6f69-eb3c-4ad2-a6df-7d2a6262cfd7 req-2d66b077-969f-4531-8fb0-5b41c326e101 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Received event network-vif-deleted-02c1d09f-d888-4250-a64a-aff0ee73f81b {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.741756] env[70059]: INFO nova.compute.manager [req-00de6f69-eb3c-4ad2-a6df-7d2a6262cfd7 req-2d66b077-969f-4531-8fb0-5b41c326e101 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Neutron deleted interface 02c1d09f-d888-4250-a64a-aff0ee73f81b; detaching it from the instance and deleting it from the info cache [ 1457.742095] env[70059]: DEBUG nova.network.neutron [req-00de6f69-eb3c-4ad2-a6df-7d2a6262cfd7 req-2d66b077-969f-4531-8fb0-5b41c326e101 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.089152] env[70059]: DEBUG oslo_vmware.api [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Task: {'id': task-3190250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1735} completed successfully. {{(pid=70059) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.089447] env[70059]: DEBUG nova.virt.vmwareapi.ds_util [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Deleted the datastore file {{(pid=70059) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.089615] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Deleted contents of the VM from datastore datastore1 {{(pid=70059) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.089792] env[70059]: DEBUG nova.virt.vmwareapi.vmops [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Instance destroyed {{(pid=70059) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.089964] env[70059]: INFO nova.compute.manager [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1458.090222] env[70059]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70059) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.090417] env[70059]: DEBUG nova.compute.manager [-] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Deallocating network for instance {{(pid=70059) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.090513] env[70059]: DEBUG nova.network.neutron [-] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] deallocate_for_instance() {{(pid=70059) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1458.223446] env[70059]: DEBUG nova.network.neutron [-] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.244139] env[70059]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c52e511d-d6bd-4d47-9471-7764b673a51f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.254389] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71949a9-24bc-446e-9db5-8addde5983d3 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.280796] env[70059]: DEBUG nova.compute.manager [req-00de6f69-eb3c-4ad2-a6df-7d2a6262cfd7 req-2d66b077-969f-4531-8fb0-5b41c326e101 service nova] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Detach interface failed, port_id=02c1d09f-d888-4250-a64a-aff0ee73f81b, reason: Instance 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f could not be found. {{(pid=70059) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1458.727853] env[70059]: INFO nova.compute.manager [-] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Took 1.26 seconds to deallocate network for instance. [ 1458.848688] env[70059]: DEBUG nova.network.neutron [-] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Updating instance_info_cache with network_info: [] {{(pid=70059) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.234365] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.234657] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.234877] env[70059]: DEBUG nova.objects.instance [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lazy-loading 'resources' on Instance uuid 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.351147] env[70059]: INFO nova.compute.manager [-] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Took 1.26 seconds to deallocate network for instance. [ 1459.768524] env[70059]: DEBUG nova.compute.manager [req-47f24a44-25a3-4f1a-a47f-380ef99f3d82 req-68cb135b-a6fb-474d-b249-e4977956000e service nova] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Received event network-vif-deleted-a9e8033c-0f6a-4137-bb39-a46f8363f16d {{(pid=70059) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.782124] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135aa72e-6da9-4d25-adb5-fc33fbd9be95 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.789606] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e72b2b-3ccc-4bad-85b2-f159bb7342c9 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.818736] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e451548-086e-43bc-9ae9-1d8a279db01a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.825311] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9120ea-2ebb-48ec-82d9-1811517fea1a {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.838631] env[70059]: DEBUG nova.compute.provider_tree [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.856825] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.359117] env[70059]: ERROR nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] [req-6d726d5c-f65d-429f-af2c-2df665dbf629] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 10d6d0a8-8060-4c2e-9dae-ffae8d995d07. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d726d5c-f65d-429f-af2c-2df665dbf629"}]} [ 1460.374873] env[70059]: DEBUG nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Refreshing inventories for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1460.386745] env[70059]: DEBUG nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updating ProviderTree inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1460.386956] env[70059]: DEBUG nova.compute.provider_tree [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.396627] env[70059]: DEBUG nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Refreshing aggregate associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, aggregates: None {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1460.414560] env[70059]: DEBUG nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Refreshing trait associations for resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70059) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1460.449425] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d0e320-1974-4aaf-8283-037a2c4c0383 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.456899] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca7c14b-feb4-4362-becb-6d27512979b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.485542] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19103087-bb04-4ea2-950d-15081f953b69 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.492334] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded9f399-4bd1-4756-880c-1eb85f7576dd {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.504634] env[70059]: DEBUG nova.compute.provider_tree [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.035179] env[70059]: DEBUG nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updated inventory for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1461.035493] env[70059]: DEBUG nova.compute.provider_tree [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updating resource provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 generation from 174 to 175 during operation: update_inventory {{(pid=70059) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1461.035608] env[70059]: DEBUG nova.compute.provider_tree [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Updating inventory in ProviderTree for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.540380] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.542665] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.686s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.542947] env[70059]: DEBUG nova.objects.instance [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lazy-loading 'resources' on Instance uuid d3b6854a-aca7-41ee-85bd-67e9f721d8bc {{(pid=70059) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.557770] env[70059]: INFO nova.scheduler.client.report [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Deleted allocations for instance 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f [ 1462.064930] env[70059]: DEBUG oslo_concurrency.lockutils [None req-0d4fb020-abdb-4661-ad31-3dbec4ec34af tempest-ServerPasswordTestJSON-378997030 tempest-ServerPasswordTestJSON-378997030-project-member] Lock "220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.215s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.076337] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99780052-5127-4eaf-a3a5-95e841a87324 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.083358] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65935c99-fc20-459a-b99c-e83f0bb071d1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.114066] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2661408c-e59d-487d-a323-9d31cfcf6af1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.121029] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9fb793-a566-4c69-977d-7790c6fa19b1 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.134595] env[70059]: DEBUG nova.compute.provider_tree [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.640076] env[70059]: DEBUG nova.scheduler.client.report [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.142958] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.167037] env[70059]: INFO nova.scheduler.client.report [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Deleted allocations for instance d3b6854a-aca7-41ee-85bd-67e9f721d8bc [ 1463.674963] env[70059]: DEBUG oslo_concurrency.lockutils [None req-841c65ff-6ab0-438f-ac2e-58360fc233f2 tempest-ServerRescueTestJSON-1325148270 tempest-ServerRescueTestJSON-1325148270-project-member] Lock "d3b6854a-aca7-41ee-85bd-67e9f721d8bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.199s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.637892] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.638361] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.637886] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.638082] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70059) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1480.638483] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.637270] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.637503] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.140034] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.643831] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.644096] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.644273] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.644433] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70059) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1483.645348] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81aae53-1cbe-404e-ace8-c5a4c5db0a4e {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.654070] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d054fa1a-1144-43a7-bc6c-c9d7665b34ec {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.668710] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bd4eb4-2a22-4ea1-a2e2-c3efde72e370 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.674892] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0df85c-c0cc-4e43-a399-3978ac579da0 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.702994] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180654MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=70059) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1483.703174] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.703390] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.838782] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1484.839087] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70059) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1484.851638] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0a012c-ae9d-4b20-b4af-7b7c4db024b4 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.860444] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011c0f4-94fb-4acb-b81d-46e4627fbcee {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.889362] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60264ec-1cb7-4065-b115-c7c833937e4f {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.896099] env[70059]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d869210c-95f2-415a-9512-7b189c4d8f01 {{(pid=70059) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.908559] env[70059]: DEBUG nova.compute.provider_tree [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed in ProviderTree for provider: 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 {{(pid=70059) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.411919] env[70059]: DEBUG nova.scheduler.client.report [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Inventory has not changed for provider 10d6d0a8-8060-4c2e-9dae-ffae8d995d07 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70059) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.917243] env[70059]: DEBUG nova.compute.resource_tracker [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70059) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1485.917713] env[70059]: DEBUG oslo_concurrency.lockutils [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=70059) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.917713] env[70059]: DEBUG oslo_service.periodic_task [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70059) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.917867] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] Cleaning up deleted instances {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1486.426986] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] There are 26 instances to clean {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1486.427278] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 220a599b-6c3c-4ae2-84c6-e5d7a9fb0c3f] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.930753] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 631f3f05-37fe-44fb-89d8-4d5db391ef51] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.434227] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: d3b6854a-aca7-41ee-85bd-67e9f721d8bc] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.937298] env[70059]: DEBUG nova.compute.manager [None req-167179f3-b579-47d0-ae51-323d3f047d60 None None] [instance: 674b551e-5480-44c6-aecd-fa4c220637c5] Instance has had 0 of 5 cleanup attempts {{(pid=70059) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}